-- Logs begin at Thu 2020-12-03 23:56:39 UTC, end at Fri 2020-12-04 01:14:58 UTC. -- Dec 04 00:44:28.475286 dv-cinder-763306-5-smb systemd[1]: Started Devstack devstack@q-svc.service. Dec 04 00:44:31.003377 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.common.config [-] Logging enabled! Dec 04 00:44:31.003977 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev202 Dec 04 00:44:31.005199 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80215) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 04 00:44:31.005938 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.common.config [-] Logging enabled! Dec 04 00:44:31.006228 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev202 Dec 04 00:44:31.006506 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80215) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 04 00:44:31.007638 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 04 00:44:31.007909 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 04 00:44:31.008933 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 04 00:44:31.009222 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 04 00:44:31.009487 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 04 00:44:31.009865 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.010217 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.010562 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.010830 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.011212 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.011542 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.011871 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.012210 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.012558 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.012888 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.013213 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.013541 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.013807 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.014133 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.014467 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.015317 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.015579 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] debug = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.015902 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.016441 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.016766 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.017096 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.017423 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.017735 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.018052 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.018378 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.018747 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] host = dv-cinder-763306-5-smb {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.019065 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.019424 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.019758 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.020090 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.020404 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.020723 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.021054 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.021367 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.021683 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] log_file = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.021997 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.022330 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.022661 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.023000 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.023285 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.023545 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.023878 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.024214 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.024532 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.024850 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.025166 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.025481 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.025796 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.026105 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.026435 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.026766 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.027099 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.027442 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.027758 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.028073 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.028384 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.028713 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.029027 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.029339 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.029654 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.029990 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.031005 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.031345 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.031701 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.032034 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.032362 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.032695 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.033013 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.033343 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.033657 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.033970 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.034281 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] use_json = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.034595 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.034908 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.035260 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.035577 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.035889 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.036202 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.036512 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.036843 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:31.037189 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.037535 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.037883 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.038207 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.038543 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.038869 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.039224 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.039548 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.039885 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.040216 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.040546 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.040864 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.041195 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.041534 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.041872 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.042186 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.042505 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.042841 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.043199 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.043500 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.043836 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.044155 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.044469 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.044792 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.045109 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.045424 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.045735 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.046055 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.046392 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.046709 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.047020 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.047364 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.047685 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.047997 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.048332 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.048647 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.048960 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.049271 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.049592 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.049909 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.050225 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.050547 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.050861 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.051190 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.051540 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.051854 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.052170 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.052486 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.052801 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.053113 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.053424 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.053744 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.054061 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.054376 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.054690 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.055024 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.055397 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.055729 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.056074 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.056394 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.056716 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.057039 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.057368 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.057687 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.058007 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.058328 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.058650 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.058965 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.059327 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.059655 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.059986 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.060309 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.060629 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.060972 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.061291 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.061617 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.061931 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.062252 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.062579 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.062903 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.063263 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.063603 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.063938 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.064276 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.064614 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.064941 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.065303 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.065710 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:31.065964 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 04 00:44:31.066231 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80215) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Dec 04 00:44:31.724946 dv-cinder-763306-5-smb neutron-server[80215]: INFO keyring.backend [-] Loading Gnome Dec 04 00:44:31.742329 dv-cinder-763306-5-smb neutron-server[80215]: INFO keyring.backend [-] Loading Google Dec 04 00:44:31.745039 dv-cinder-763306-5-smb neutron-server[80215]: INFO keyring.backend [-] Loading Windows (alt) Dec 04 00:44:31.748542 dv-cinder-763306-5-smb neutron-server[80215]: INFO keyring.backend [-] Loading file Dec 04 00:44:31.749396 dv-cinder-763306-5-smb neutron-server[80215]: INFO keyring.backend [-] Loading keyczar Dec 04 00:44:31.749676 dv-cinder-763306-5-smb neutron-server[80215]: INFO keyring.backend [-] Loading multi Dec 04 00:44:31.750333 dv-cinder-763306-5-smb neutron-server[80215]: INFO keyring.backend [-] Loading pyfs Dec 04 00:44:31.797833 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:44:31.798149 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:44:31.798477 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:44:31.798847 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 04 00:44:32.220710 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.221238 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.221368 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.283723 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.284040 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.284342 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.287685 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.288005 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.288304 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.365662 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.365994 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.366298 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.367597 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.367911 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.368215 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.487594 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.487916 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.488229 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.488538 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.489380 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.672523 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.672904 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.673238 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.673664 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.674180 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.674589 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.674902 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.675214 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.675512 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.675862 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.676172 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.676486 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.676806 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.677106 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.677431 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.677755 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.678061 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.678389 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.678686 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.679204 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.679504 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.679794 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.680138 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.680427 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.680712 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.681142 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 04 00:44:32.681424 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 04 00:44:32.681702 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 04 00:44:32.681979 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 04 00:44:32.682257 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 04 00:44:32.682534 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 04 00:44:32.683934 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 04 00:44:32.691447 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 04 00:44:32.699035 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 04 00:44:32.704810 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Dec 04 00:44:32.707892 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 04 00:44:32.708988 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 04 00:44:32.709374 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Dec 04 00:44:32.709812 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 04 00:44:32.713495 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 04 00:44:32.713787 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 04 00:44:32.714181 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Dec 04 00:44:32.736417 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Dec 04 00:44:32.736937 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.737292 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80215) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Dec 04 00:44:32.737729 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.739048 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80215) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 04 00:44:32.739398 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Dec 04 00:44:32.739682 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Dec 04 00:44:32.742694 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.743016 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:32.808731 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 04 00:44:32.809005 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 04 00:44:32.809285 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 04 00:44:32.809688 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 04 00:44:32.846725 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_db.sqlalchemy.engines [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80215) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 04 00:44:33.238848 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.plugins.ml2.managers [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Initializing driver for type 'gre' Dec 04 00:44:33.239468 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] gre ID ranges: [(1, 1000)] Dec 04 00:44:33.364415 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.plugins.ml2.managers [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Initializing driver for type 'local' Dec 04 00:44:33.364794 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.plugins.ml2.managers [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Initializing driver for type 'vlan' Dec 04 00:44:33.438690 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] VlanTypeDriver initialization complete Dec 04 00:44:33.439065 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.plugins.ml2.managers [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Initializing driver for type 'vxlan' Dec 04 00:44:33.439676 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] vxlan ID ranges: [(1, 1000)] Dec 04 00:44:33.558684 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.plugins.ml2.managers [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Initializing extension driver 'port_security' Dec 04 00:44:33.559048 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.plugins.ml2.extensions.port_security [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] PortSecurityExtensionDriver initialization complete Dec 04 00:44:33.559463 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.plugins.ml2.managers [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Initializing mechanism driver 'openvswitch' Dec 04 00:44:33.566282 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80215) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:44:33.567125 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > port after_create 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.567556 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > port after_update 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.567946 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > port after_delete 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.568368 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > subnet after_create 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.568758 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > subnet after_update 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.569138 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.569553 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > network after_create 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.569936 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > network after_update 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.570313 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > network after_delete 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.570724 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > security_group after_create 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.571103 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > security_group after_update 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.571515 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > security_group after_delete 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.571929 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.572306 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.572681 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.573221 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > address_group after_create 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.573602 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > address_group after_update 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.573975 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > address_group after_delete 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.574340 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] ML2 OVO RPC backend initialized. {{(pid=80215) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Dec 04 00:44:33.575057 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.575473 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.575928 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > network before_response 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.576307 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > networks before_response 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.576683 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > port before_response 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.577055 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > ports before_response 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.577431 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > subnet before_response 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.577804 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > subnets before_response 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.578181 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > network after_create 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.578551 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > network after_update 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.578918 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > network after_delete 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.579336 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > port after_create 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.579714 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > port after_update 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.580083 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > port after_delete 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.580451 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > subnet after_create 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.580819 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > subnet after_update 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.581451 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.582072 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.plugins.ml2.plugin [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Modular L2 Plugin initialization complete Dec 04 00:44:33.582425 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading services supported by the core plugin {{(pid=80215) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 04 00:44:33.582791 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.plugins.ml2.managers [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Got port-security extension from driver 'port_security' Dec 04 00:44:33.583322 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.extensions.vlantransparent [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Disabled vlantransparent extension. Dec 04 00:44:33.584750 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80215) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 04 00:44:33.585140 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading Plugin: router Dec 04 00:44:33.626713 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > router_interface before_create 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.627228 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > router after_create 55549900 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.627641 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > router before_create 55549900 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.628044 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.628459 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.628848 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > router after_delete 55549900 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.629244 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > floatingip after_update 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.629654 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > router after_create 55549900 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.630033 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > router after_update 55549900 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.630419 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > router after_update 55549900 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.630806 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.631232 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > router after_update 55549900 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.631722 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > router precommit_update 55549900 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.632137 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: port after_update 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.632515 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: port after_delete 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.632886 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: subnet after_update 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.633261 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.633650 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > port precommit_delete 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.634031 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > router precommit_create 55549900 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.634410 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: port before_delete 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.634785 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > router precommit_create 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.635204 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > router after_update 55549900 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.635586 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > router precommit_delete 55549900 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.635972 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > router precommit_create 55549900 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.636376 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.636760 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > router precommit_update 55549900 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.637183 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > network after_delete 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.638170 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource_registry [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Tracking information for resource: router configured {{(pid=80215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 04 00:44:33.638547 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource_registry [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Tracking information for resource: floatingip configured {{(pid=80215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Dec 04 00:44:33.643555 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.db.l3_agentschedulers_db [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 04 00:44:33.644196 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: port after_update 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.644588 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: port after_create 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.644974 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: port after_delete 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.645359 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: port after_update 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.646248 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > router before_create 55550100 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.646673 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > router precommit_delete 55550100 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.647055 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > router precommit_create 55550100 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.647474 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > router precommit_update 55550100 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.652114 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.provider_configuration [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Service providers = [] {{(pid=80215) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 04 00:44:33.652513 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.servicetype_db [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80215) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 04 00:44:33.655388 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.service_base [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80215) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 04 00:44:33.656321 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.service_base [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80215) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 04 00:44:33.656700 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.service_base [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80215) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 04 00:44:33.657605 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.service_base [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80215) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 04 00:44:33.658009 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.services.service_base [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 04 00:44:33.658427 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 04 00:44:33.658781 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 04 00:44:33.681942 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 04 00:44:33.682312 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading Plugin: auto_allocate Dec 04 00:44:33.692913 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: network precommit_update 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.693321 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: network precommit_create 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.693903 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 04 00:44:33.694279 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading Plugin: tag Dec 04 00:44:33.705603 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 04 00:44:33.705978 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading Plugin: timestamp Dec 04 00:44:33.710060 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 04 00:44:33.710433 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading Plugin: network_ip_availability Dec 04 00:44:33.717322 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.717731 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.718643 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.719459 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 04 00:44:33.719820 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading Plugin: flavors Dec 04 00:44:33.736078 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 04 00:44:33.736457 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading Plugin: revisions Dec 04 00:44:33.740815 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Dec 04 00:44:33.741236 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.943s {{(pid=80215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:44:33.742045 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80215) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}} Dec 04 00:44:33.742407 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Initializing extension manager. Dec 04 00:44:33.742963 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: __init__.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.743370 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: __pycache__ {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.743747 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: _filter_validation_lib.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.744121 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.744494 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: address_group.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.745289 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.745928 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: address-group Dec 04 00:44:33.746291 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: address_scope.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.747060 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.747671 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: address-scope Dec 04 00:44:33.748035 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.748996 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.749593 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: router-admin-state-down-before-update Dec 04 00:44:33.749956 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: agent.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.750717 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.751314 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: agent Dec 04 00:44:33.751678 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: agent_resources_synced.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.752715 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.753288 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: agent-resources-synced Dec 04 00:44:33.753649 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: allowedaddresspairs.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.755495 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.756085 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: allowed-address-pairs Dec 04 00:44:33.756454 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: auto_allocated_topology.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.757544 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.758124 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: auto-allocated-topology Dec 04 00:44:33.758487 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: availability_zone.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.759261 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.759839 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: availability_zone Dec 04 00:44:33.760197 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: availability_zone_filter.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.761125 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.761703 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: availability_zone_filter Dec 04 00:44:33.762062 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: data_plane_status.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.762977 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.763574 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extension data-plane-status not supported by any of loaded plugins Dec 04 00:44:33.763936 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: default_subnetpools.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.764859 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.765461 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: default-subnetpools Dec 04 00:44:33.765823 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.766671 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.767271 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: dhcp_agent_scheduler Dec 04 00:44:33.767638 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: dns.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.768566 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.769130 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extension dns-integration not supported by any of loaded plugins Dec 04 00:44:33.769492 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: dns_domain_ports.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.770413 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.770985 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 04 00:44:33.771374 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: dvr.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.772096 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.772670 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: dvr Dec 04 00:44:33.773029 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: empty_string_filtering.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.773950 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.774520 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: empty-string-filtering Dec 04 00:44:33.774880 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.775833 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.776409 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 04 00:44:33.776766 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.777690 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.778266 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 04 00:44:33.778623 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: external_net.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.779672 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.780250 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: external-net Dec 04 00:44:33.781124 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.782052 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.782622 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: extra_dhcp_opt Dec 04 00:44:33.782983 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: extraroute.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.783919 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.784489 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: extraroute Dec 04 00:44:33.784847 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: extraroute_atomic.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.785888 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.786463 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: extraroute-atomic Dec 04 00:44:33.786821 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: filter_validation.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.787570 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.788138 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: filter-validation Dec 04 00:44:33.788497 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: fip_pf_description.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.789417 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.789984 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 04 00:44:33.790401 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: fip_port_details.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.791361 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.791934 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: fip-port-details Dec 04 00:44:33.792291 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: flavors.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.793546 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.794155 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: flavors Dec 04 00:44:33.794514 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.796225 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.797358 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 04 00:44:33.797731 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: floatingip_pools.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.798491 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.799069 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: floatingip-pools Dec 04 00:44:33.799462 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: ip_allocation.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.800409 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.800977 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extension ip_allocation not supported by any of loaded plugins Dec 04 00:44:33.801340 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.802265 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.802834 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: ip-substring-filtering Dec 04 00:44:33.803217 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: l2_adjacency.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.804151 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.804718 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 04 00:44:33.805075 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: l3.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.806249 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.806839 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: router Dec 04 00:44:33.807226 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.809566 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.810113 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 04 00:44:33.810483 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.811446 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.812045 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: ext-gw-mode Dec 04 00:44:33.812412 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.813344 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.813917 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: l3-ha Dec 04 00:44:33.814279 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: l3_flavors.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.815225 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.815799 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: l3-flavors Dec 04 00:44:33.816159 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.817079 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.817649 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 04 00:44:33.818009 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: l3agentscheduler.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.819217 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.819795 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: l3_agent_scheduler Dec 04 00:44:33.820155 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: logging.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.821673 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.822261 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extension logging not supported by any of loaded plugins Dec 04 00:44:33.822632 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: metering.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.823572 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.824274 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: metering Dec 04 00:44:33.824642 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.825761 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.826345 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: metering_source_and_destination_fields Dec 04 00:44:33.826709 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: multiprovidernet.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.827692 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.828268 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: multi-provider Dec 04 00:44:33.828628 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: netmtu.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.829567 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.830143 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: net-mtu Dec 04 00:44:33.830503 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: netmtu_writable.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.831726 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.832291 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: net-mtu-writable Dec 04 00:44:33.832653 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: network_availability_zone.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.833387 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.833953 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: network_availability_zone Dec 04 00:44:33.834315 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: network_ip_availability.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.835501 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.836074 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: network-ip-availability Dec 04 00:44:33.836440 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: network_segment_range.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.837291 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.837870 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extension network-segment-range not supported by any of loaded plugins Dec 04 00:44:33.838232 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: pagination.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.839250 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.839624 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: pagination Dec 04 00:44:33.839983 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.840958 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.841534 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: port-mac-address-regenerate Dec 04 00:44:33.841893 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.842818 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.843933 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: port-numa-affinity-policy Dec 04 00:44:33.844291 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: port_resource_request.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.845219 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.845801 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extension port-resource-request not supported by any of loaded plugins Dec 04 00:44:33.846154 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: portbindings.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.847093 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.847698 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: binding Dec 04 00:44:33.848063 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: portbindings_extended.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.849466 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.850049 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: binding-extended Dec 04 00:44:33.850416 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: portsecurity.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.851379 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.851960 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: port-security Dec 04 00:44:33.852327 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: project_id.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.853313 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.853689 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: project-id Dec 04 00:44:33.854047 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: providernet.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.854981 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.855588 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: provider Dec 04 00:44:33.855953 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: qos.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.860123 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.860714 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extension qos not supported by any of loaded plugins Dec 04 00:44:33.861091 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.862343 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.862922 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 04 00:44:33.863314 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.864251 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.864826 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 04 00:44:33.865190 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: qos_default.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.866137 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.866710 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extension qos-default not supported by any of loaded plugins Dec 04 00:44:33.867076 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: qos_fip.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.867803 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.868372 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extension qos-fip not supported by any of loaded plugins Dec 04 00:44:33.868733 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: qos_gateway_ip.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.869676 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.870249 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 04 00:44:33.870609 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: qos_port_network_policy.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.871581 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.872150 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 04 00:44:33.872510 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: qos_rule_type_details.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.873433 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.874004 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 04 00:44:33.874382 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: qos_rules_alias.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.875571 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.876147 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 04 00:44:33.876512 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: quotasv2.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.877474 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.877845 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: quotas Dec 04 00:44:33.878205 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: quotasv2_detail.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.879821 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.880203 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: quota_details Dec 04 00:44:33.880572 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: rbac.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.881721 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.882308 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: rbac-policies Dec 04 00:44:33.882672 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: rbac_address_scope.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.883637 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.884212 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: rbac-address-scope Dec 04 00:44:33.884574 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: rbac_security_groups.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.885503 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.886074 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: rbac-security-groups Dec 04 00:44:33.886435 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: rbac_subnetpool.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.887382 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.887956 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: rbac-subnetpool Dec 04 00:44:33.888318 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: revisionifmatch.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.889285 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.889855 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: revision-if-match Dec 04 00:44:33.890244 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: revisions.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.891391 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.891967 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: standard-attr-revisions Dec 04 00:44:33.892331 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: router_availability_zone.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.893050 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.893624 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: router_availability_zone Dec 04 00:44:33.893985 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: routerservicetype.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.894926 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.895526 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extension router-service-type not supported by any of loaded plugins Dec 04 00:44:33.895889 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.896922 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.897505 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: port-security-groups-filtering Dec 04 00:44:33.897867 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.898811 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.899422 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: security-groups-remote-address-group Dec 04 00:44:33.899787 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: securitygroup.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.913155 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.913780 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: security-group Dec 04 00:44:33.914161 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: segment.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.915021 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.915625 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extension segment not supported by any of loaded plugins Dec 04 00:44:33.915992 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.916938 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.917519 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 04 00:44:33.917882 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: servicetype.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.918989 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.919606 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: service-type Dec 04 00:44:33.919975 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: sorting.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.920969 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.921933 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: sorting Dec 04 00:44:33.922300 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: standard_attr_segment.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.923248 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.923829 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 04 00:44:33.924192 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: standardattrdescription.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.924899 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.925477 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: standard-attr-description Dec 04 00:44:33.925840 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: stateful_security_group.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.926780 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.927410 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: stateful-security-group Dec 04 00:44:33.927779 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: stdattrs_common.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.928370 dv-cinder-763306-5-smb neutron-server[80215]: WARNING neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 04 00:44:33.928730 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.929691 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.930266 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 04 00:44:33.930633 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: subnet_onboard.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.931726 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.932309 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: subnet_onboard Dec 04 00:44:33.932669 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.933681 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.934257 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 04 00:44:33.934619 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: subnet_service_types.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.935580 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.936160 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: subnet-service-types Dec 04 00:44:33.936523 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: subnetallocation.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.937660 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.938245 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: subnet_allocation Dec 04 00:44:33.938608 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.939347 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.939928 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: subnetpool-prefix-ops Dec 04 00:44:33.940288 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.941244 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.941817 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 04 00:44:33.942176 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: tagging.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.944424 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.945035 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: standard-attr-tag Dec 04 00:44:33.945407 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: timestamp.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.946599 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.947216 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loaded extension: standard-attr-timestamp Dec 04 00:44:33.947577 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: trunk.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.948616 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.949199 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extension trunk not supported by any of loaded plugins Dec 04 00:44:33.949565 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: trunk_details.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.950499 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.951072 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extension trunk-details not supported by any of loaded plugins Dec 04 00:44:33.951464 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: uplink_status_propagation.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.952389 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.953485 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 04 00:44:33.953844 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Loading extension file: vlantransparent.py {{(pid=80215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Dec 04 00:44:33.954549 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Dec 04 00:44:33.955119 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 04 00:44:33.958022 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.quota.resource_registry [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Creating instance of TrackedResource for resource:network Dec 04 00:44:33.958827 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.quota.resource_registry [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Creating instance of TrackedResource for resource:subnet Dec 04 00:44:33.959528 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.quota.resource_registry [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Creating instance of TrackedResource for resource:subnetpool Dec 04 00:44:33.960195 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.quota.resource_registry [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Creating instance of TrackedResource for resource:port Dec 04 00:44:33.961654 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.resource_helper [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 04 00:44:33.962133 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.resource_helper [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Service FLAVORS assigned prefix: {{(pid=80215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 04 00:44:33.962827 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.resource_helper [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 04 00:44:33.963338 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.resource_helper [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 04 00:44:33.963716 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.quota.resource_registry [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Creating instance of TrackedResource for resource:router Dec 04 00:44:33.964462 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.quota.resource_registry [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Creating instance of TrackedResource for resource:floatingip Dec 04 00:44:33.965234 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.resource_helper [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Service METERING assigned prefix: /metering {{(pid=80215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 04 00:44:33.967030 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.967463 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.967850 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:44:33.969553 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.quota.resource_registry [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Creating instance of CountableResource for resource:rbac_policy Dec 04 00:44:33.970046 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.quota.resource_registry [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Creating instance of TrackedResource for resource:security_group Dec 04 00:44:33.970860 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.quota.resource_registry [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 04 00:44:33.971729 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.resource_helper [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Service CORE assigned prefix: {{(pid=80215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 04 00:44:33.972102 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.quota.resource_registry [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Creating instance of TrackedResource for resource:subnetpool Dec 04 00:44:33.972471 dv-cinder-763306-5-smb neutron-server[80215]: WARNING neutron.quota.resource_registry [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] subnetpool is already registered Dec 04 00:44:33.973136 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.resource_helper [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Service CORE assigned prefix: {{(pid=80215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 04 00:44:33.973503 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.quota.resource_registry [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Creating instance of TrackedResource for resource:subnetpool Dec 04 00:44:33.973873 dv-cinder-763306-5-smb neutron-server[80215]: WARNING neutron.quota.resource_registry [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] subnetpool is already registered Dec 04 00:44:33.976709 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.resource_helper [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 04 00:44:33.977188 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.resource_helper [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Service FLAVORS assigned prefix: {{(pid=80215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 04 00:44:33.977841 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.resource_helper [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 04 00:44:33.978306 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.resource_helper [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 04 00:44:33.978677 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.quota.resource_registry [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Creating instance of TrackedResource for resource:router Dec 04 00:44:33.979044 dv-cinder-763306-5-smb neutron-server[80215]: WARNING neutron.quota.resource_registry [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] router is already registered Dec 04 00:44:33.979743 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.quota.resource_registry [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Creating instance of TrackedResource for resource:floatingip Dec 04 00:44:33.980109 dv-cinder-763306-5-smb neutron-server[80215]: WARNING neutron.quota.resource_registry [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] floatingip is already registered Dec 04 00:44:33.980811 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.resource_helper [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Service METERING assigned prefix: /metering {{(pid=80215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 04 00:44:33.981553 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.quota.resource_registry [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Creating instance of CountableResource for resource:rbac_policy Dec 04 00:44:33.981917 dv-cinder-763306-5-smb neutron-server[80215]: WARNING neutron.quota.resource_registry [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] rbac_policy is already registered Dec 04 00:44:33.982544 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.quota.resource_registry [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Creating instance of TrackedResource for resource:security_group Dec 04 00:44:33.982910 dv-cinder-763306-5-smb neutron-server[80215]: WARNING neutron.quota.resource_registry [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] security_group is already registered Dec 04 00:44:33.984039 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.quota.resource_registry [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 04 00:44:33.984408 dv-cinder-763306-5-smb neutron-server[80215]: WARNING neutron.quota.resource_registry [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] security_group_rule is already registered Dec 04 00:44:33.985137 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.resource_helper [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Service CORE assigned prefix: {{(pid=80215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 04 00:44:33.985500 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.quota.resource_registry [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Creating instance of TrackedResource for resource:subnetpool Dec 04 00:44:33.985861 dv-cinder-763306-5-smb neutron-server[80215]: WARNING neutron.quota.resource_registry [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] subnetpool is already registered Dec 04 00:44:33.986533 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.resource_helper [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Service CORE assigned prefix: {{(pid=80215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 04 00:44:33.986895 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.quota.resource_registry [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Creating instance of TrackedResource for resource:subnetpool Dec 04 00:44:33.987273 dv-cinder-763306-5-smb neutron-server[80215]: WARNING neutron.quota.resource_registry [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] subnetpool is already registered Dec 04 00:44:33.987997 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extended resource: extensions {{(pid=80215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 04 00:44:33.989532 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extended resource: address-groups {{(pid=80215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 04 00:44:33.991244 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extended resource: address-scopes {{(pid=80215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 04 00:44:33.992536 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extended resource: agents {{(pid=80215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 04 00:44:33.993756 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extended resource: auto-allocated-topology {{(pid=80215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 04 00:44:33.995075 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extended resource: availability_zones {{(pid=80215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 04 00:44:33.996487 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extended resource: dhcp-networks {{(pid=80215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 04 00:44:33.997963 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extended resource: dhcp-agents {{(pid=80215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 04 00:44:33.999510 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extended resource: routers {{(pid=80215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 04 00:44:34.001476 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extended resource: flavors {{(pid=80215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 04 00:44:34.002723 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extended resource: service_profiles {{(pid=80215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 04 00:44:34.004039 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extended resource: next_providers {{(pid=80215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 04 00:44:34.005661 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extended resource: service_profiles {{(pid=80215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 04 00:44:34.007222 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extended resource: floatingip-pools {{(pid=80215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 04 00:44:34.008512 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extended resource: routers {{(pid=80215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 04 00:44:34.010400 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extended resource: floatingips {{(pid=80215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 04 00:44:34.011700 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extended resource: l3-routers {{(pid=80215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 04 00:44:34.013174 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extended resource: l3-agents {{(pid=80215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 04 00:44:34.014693 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extended resource: metering-labels {{(pid=80215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 04 00:44:34.016665 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extended resource: metering-label-rules {{(pid=80215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 04 00:44:34.018032 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extended resource: network-ip-availabilities {{(pid=80215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 04 00:44:34.019402 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extended resource: bindings {{(pid=80215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 04 00:44:34.021158 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extended resource: quotas {{(pid=80215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 04 00:44:34.022689 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extended resource: quotas {{(pid=80215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 04 00:44:34.024227 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extended resource: rbac-policies {{(pid=80215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 04 00:44:34.025597 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extended resource: security-groups {{(pid=80215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 04 00:44:34.026874 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extended resource: security-group-rules {{(pid=80215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 04 00:44:34.028225 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extended resource: service-providers {{(pid=80215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 04 00:44:34.029549 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extended resource: subnetpools {{(pid=80215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 04 00:44:34.032613 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extended resource: subnetpools {{(pid=80215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 04 00:44:34.034160 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extended resource: tags {{(pid=80215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 04 00:44:34.035980 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extended resource: tags {{(pid=80215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 04 00:44:34.136202 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extended resource: tags {{(pid=80215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 04 00:44:34.138040 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extended resource: tags {{(pid=80215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 04 00:44:34.140746 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extended resource: tags {{(pid=80215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 04 00:44:34.142300 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extended resource: tags {{(pid=80215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 04 00:44:34.144214 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extended resource: tags {{(pid=80215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 04 00:44:34.146187 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extended resource: tags {{(pid=80215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 04 00:44:34.148234 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extended resource: tags {{(pid=80215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 04 00:44:34.150202 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.extensions [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Extended resource: tags {{(pid=80215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 04 00:44:34.157889 dv-cinder-763306-5-smb neutron-server[80215]: WARNING keystonemiddleware.auth_token [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 04 00:44:34.163300 dv-cinder-763306-5-smb neutron-server[80215]: WARNING keystonemiddleware.auth_token [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 04 00:44:34.172163 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Acquired lock "singleton_lock" {{(pid=80215) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 04 00:44:34.172694 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Releasing lock "singleton_lock" {{(pid=80215) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 04 00:44:34.174154 dv-cinder-763306-5-smb neutron-server[80215]: INFO oslo_service.service [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Starting 2 workers Dec 04 00:44:34.178869 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Started child 80326 {{(pid=80215) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 04 00:44:34.183020 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:44:34.184733 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Started child 80327 {{(pid=80215) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 04 00:44:34.184898 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [-] (80326) wsgi starting up on http://0.0.0.0:9696 Dec 04 00:44:34.185415 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.service [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 04 00:44:34.186079 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Notify callbacks [] for process, before_spawn {{(pid=80215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:44:34.188651 dv-cinder-763306-5-smb neutron-server[80215]: INFO oslo_service.service [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Starting 1 workers Dec 04 00:44:34.189824 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:44:34.191323 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [-] (80327) wsgi starting up on http://0.0.0.0:9696 Dec 04 00:44:34.194156 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Started child 80328 {{(pid=80215) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 04 00:44:34.194735 dv-cinder-763306-5-smb neutron-server[80215]: INFO oslo_service.service [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Starting 1 workers Dec 04 00:44:34.196898 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.service [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] calling RpcWorker wait() {{(pid=80328) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 04 00:44:34.197295 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.service [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] returning from RpcWorker wait() {{(pid=80328) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 04 00:44:34.198837 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:44:34.199353 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:44:34.199507 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Started child 80329 {{(pid=80215) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Dec 04 00:44:34.200447 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6137abaa-b33f-435d-85aa-931632aec094 None None] Notify callbacks [] for process, after_spawn {{(pid=80215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:44:34.202149 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80215) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Dec 04 00:44:34.202382 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 04 00:44:34.203104 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 04 00:44:34.203426 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 04 00:44:34.203838 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 04 00:44:34.204033 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 04 00:44:34.204599 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.204890 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.205202 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.205495 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.205623 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:44:34.205828 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.207068 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.207411 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.207690 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.208004 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.208276 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.219728 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.219728 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.219728 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.219728 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.219728 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.219728 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.219728 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.219728 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.220448 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.220448 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.220448 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.220448 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.220448 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] debug = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.220448 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.220810 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.220810 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.220810 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.220810 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.220810 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.220810 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.221173 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.221173 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.221173 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.221173 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.221173 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.221173 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.221173 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.221173 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.221644 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.221644 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] host = dv-cinder-763306-5-smb {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.221644 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.221644 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.221644 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.221644 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.221644 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.221644 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.222116 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.222116 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.222116 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.222116 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.222116 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.222116 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.222116 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.222116 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] log_file = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.222625 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] log_options = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.222625 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.222625 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.222625 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.222625 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.222625 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.222625 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.223052 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.223052 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.223052 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.223052 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.223345 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.223345 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.224277 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.224277 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.224277 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.224277 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.224840 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.224840 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.225116 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.225267 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.225554 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.225730 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.226058 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.226219 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.226454 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.226706 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.227566 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.227566 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.227566 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.227784 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.227911 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.228409 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.228649 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.229085 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.229358 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.229601 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.229869 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.230190 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.230795 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.230795 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.231089 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.231280 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.231447 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:44:34.231599 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.231747 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.232068 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.232242 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] use_json = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.232423 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.232585 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.233416 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.233675 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.233964 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.234219 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.234473 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.234754 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.235211 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.235548 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.235966 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.236175 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.236413 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.236685 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.236973 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.237228 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.237498 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.237773 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.238096 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.238355 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.238698 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.239006 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.239490 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.239605 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.239815 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.240069 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.240349 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.240619 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.240870 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.241118 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.241419 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.241686 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.241933 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.242208 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.242457 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.242744 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.243004 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.243321 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.243786 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.244065 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.249357 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.249357 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.249357 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.249357 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.249357 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.249357 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.249357 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.249357 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.249357 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.249918 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.249918 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.249918 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.249918 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.249918 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.249918 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.249918 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.249918 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.249918 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.252423 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.252423 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.252423 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.252423 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.252423 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.252423 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.252423 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.252423 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.252423 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.253248 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.253248 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.253248 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.253248 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.253248 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.253248 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.253248 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.253248 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.253248 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.254017 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.254017 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.254017 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.254017 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.254017 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.254017 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.254542 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.254542 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.254806 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.255154 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.255481 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.255740 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.256022 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.256287 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.256540 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.256787 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.257087 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.257347 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.257638 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.257906 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.258164 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.258458 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.258710 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.258976 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.259252 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.259527 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.259791 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.260089 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.260386 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.260691 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.260980 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.261268 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.261584 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.261876 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.262208 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.262480 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.262781 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.263130 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.263470 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.263764 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.264052 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.264323 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.264614 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.264885 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.265761 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.266156 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.266665 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.267040 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.267370 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.267656 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.267913 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.271191 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.271191 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.271191 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.271191 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.271191 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.271191 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.271191 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.271191 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.271921 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.271921 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.271921 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.271921 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.271921 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.271921 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.271921 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.272538 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.272538 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.272538 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.272798 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.273015 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.273268 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.273519 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.273768 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.274066 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.274316 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.274571 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.274833 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.275103 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.275399 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.275668 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.275917 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.276173 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.276461 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.276746 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.277012 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.277269 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.277531 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.277823 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.278091 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.278395 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.278686 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.278939 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.279207 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.279477 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.279756 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.280008 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.280293 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.280550 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.281363 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.281625 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.281885 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.282140 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.282388 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.282750 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.282875 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.283142 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.283426 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.283777 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.284050 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.284353 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.284624 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.284879 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.285151 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.285409 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.285680 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.285940 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.286186 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.286480 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.286716 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.287124 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.287544 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.287966 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.288412 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.288671 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.288919 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.289235 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.289524 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.289808 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.290054 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.290349 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.290615 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.290863 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.291215 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.291492 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.291747 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.292107 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.292384 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.292670 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.292947 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.293204 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.293480 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.293772 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.294137 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.294488 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.294853 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.295195 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.295524 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.295835 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.296146 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.296442 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.296757 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.297099 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.297401 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.297679 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.297948 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.298244 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.298503 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.298757 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.299011 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.299294 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.299550 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.299834 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.300114 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.300416 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.300669 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.300972 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.301259 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.301523 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.301792 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.302071 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.302339 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.302525 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 04 00:44:34.303025 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80215) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Dec 04 00:44:34.303241 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 04 00:44:34.303405 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 04 00:44:34.303627 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 04 00:44:34.303936 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 04 00:44:34.304122 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 04 00:44:34.304372 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.304563 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.304750 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.304939 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.305125 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.305338 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.305524 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.305736 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.305919 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.306106 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.306292 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.306480 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.306668 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.306853 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.307037 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.307249 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.307436 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.307621 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.307811 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.307996 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.308181 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.308367 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.308550 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] debug = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.308736 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.308939 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.309126 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.309310 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.309495 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.309681 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.309865 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.310049 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.310232 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.310417 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.310602 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.310789 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.310979 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.311190 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.311352 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.311536 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.311720 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] host = dv-cinder-763306-5-smb {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.311925 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.312116 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.312299 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.312484 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.312667 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.312851 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.313036 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.313220 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.313404 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.313589 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.313773 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.313958 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.314142 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.314327 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] log_file = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.314512 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] log_options = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.314696 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.314880 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.315064 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.315314 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.315506 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.315692 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.315876 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.316062 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.316246 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.316430 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.316613 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.316769 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.317054 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.317183 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.317286 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.317433 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.317619 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.317803 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.317987 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.318171 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.318354 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.318538 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.318692 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.318879 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.319061 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.319303 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.319490 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.319674 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.319860 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.320044 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.320228 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.320414 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.320599 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.320783 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.320967 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.321151 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.321335 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.321559 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.321745 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.321928 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.322116 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.322300 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.322486 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.322670 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.322854 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.323037 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] use_json = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.323245 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.323418 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.323583 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.323740 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.324100 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.324284 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.324456 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.324639 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 04 00:44:34.324845 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.325036 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.325335 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.325438 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.325541 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.325731 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.325945 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.326108 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.326260 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.326429 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.326678 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.327324 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.327324 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.327324 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.327324 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.328493 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.328493 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.328493 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.328493 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.329157 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.329157 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.329157 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.329157 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.329672 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.329672 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.329672 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.330060 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.330060 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.330332 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.330332 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.330600 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.330600 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.330865 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.331003 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.331417 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.331560 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.331700 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.331885 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.332076 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.332279 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.332467 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.332654 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.332841 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.333029 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.333231 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.333403 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.333553 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.333699 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.333887 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.334075 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.334277 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.334465 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.334651 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.334838 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.335027 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.335235 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.335428 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.335617 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.335805 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.335992 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.336179 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.336365 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.336552 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.336739 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.336898 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.337088 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.337317 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.337543 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.337705 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.337825 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.337927 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.338081 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.338241 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.338460 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.338606 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.338781 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.338969 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.339196 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.339383 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.339571 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.339758 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.339945 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.340132 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.340320 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.340506 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.340693 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.340884 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.341071 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.341256 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.341443 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.341631 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.341817 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.342004 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.342195 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.342381 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.342569 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.342757 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.342945 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.343752 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.343953 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.344151 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.344338 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.344527 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.344759 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.344954 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.345164 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.345346 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.345551 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.345702 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.345890 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.346077 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.346263 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.346452 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.346639 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.346827 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.347014 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.347234 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.347433 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.347600 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.347789 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.347977 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.348193 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.348380 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.348573 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.348727 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.348913 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.349100 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.349287 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.349473 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.349659 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.349846 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.350034 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.350223 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.350409 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.350596 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.350782 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.350969 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.351221 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.351367 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.351593 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.351739 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.351889 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.352048 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.352240 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.352429 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.352596 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.352836 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.352942 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.353104 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.353291 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.353478 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.353665 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.353852 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.354038 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.354225 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.354412 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.354599 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.354785 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.354975 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.355185 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.355372 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.355543 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.355723 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.355911 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.356098 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.356287 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.356477 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.356668 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.356826 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.357016 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.357204 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.357396 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.357587 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.357775 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.357961 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.358148 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.358350 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.358539 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.358756 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.358914 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.359104 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.359313 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.359501 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.359691 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.359878 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.360067 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.360256 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.360444 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.360632 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.360821 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.361008 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.361194 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.361382 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.361569 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.361767 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.361983 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.362099 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.362289 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.362484 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.362670 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.362856 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.363051 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.363298 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.363464 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.363599 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.363763 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.363953 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.364114 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.364299 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.364485 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.364673 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.364865 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.365062 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.365256 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.365443 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.365639 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.365835 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.366029 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.366217 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.366411 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.366612 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.366798 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.366983 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.367192 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.367377 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.367692 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.367692 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.367981 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.368083 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.368180 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.368368 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.368554 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.368744 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.368901 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.369089 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.369274 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.369461 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.369648 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.369836 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.370021 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 04 00:44:34.370201 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 04 00:44:34.371191 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:44:34.633803 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 33680) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:44:34.645126 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0085661 Dec 04 00:44:44.764788 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2e05ee-a938-44ea-9ee5-e7fc22c0cf90 None None] get_active_networks_info from dv-cinder-763306-5-smb {{(pid=80328) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 04 00:44:44.822220 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2e05ee-a938-44ea-9ee5-e7fc22c0cf90 None None] No non-hosted networks {{(pid=80328) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 04 00:44:44.836545 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agentschedulers_db [None req-fd2e05ee-a938-44ea-9ee5-e7fc22c0cf90 None None] DHCP Agent not found on host dv-cinder-763306-5-smb {{(pid=80328) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}} Dec 04 00:44:44.920298 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8a763a78-59d5-42d0-96b6-91e3660fd7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825'] for agent, after_create {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:44:46.798759 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3efeb113-685e-4504-9959-c15706f9c56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825'] for agent, after_create {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:44:46.861961 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b443df98-dbf2-42ab-8e9b-e803d733aa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:44:47.398584 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825'] for agent, after_create {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:44:48.496570 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825'] for agent, after_create {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:44:48.498023 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:44:48.498748 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:44:48.499339 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:44:48.499894 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:44:48.500481 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:44:48.501131 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:44:48.501699 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:44:48.502247 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:44:48.502814 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:44:48.503464 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:44:48.504027 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:44:48.504596 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:44:48.505256 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-763306-5-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:44:48.512009 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-763306-5-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:44:48.665267 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] get_endpoint_by_host() called for host dv-cinder-763306-5-smb {{(pid=80328) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Dec 04 00:44:48.670349 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] get_endpoint_by_ip() called for ip 192.168.0.82 {{(pid=80328) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Dec 04 00:44:48.674982 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] _add_endpoint() called for ip 192.168.0.82 {{(pid=80328) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Dec 04 00:44:48.823394 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] _get_endpoints() called {{(pid=80328) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Dec 04 00:44:48.861647 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825'] for agent, after_create {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:44:50.608612 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 33774) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:44:51.252340 dv-cinder-763306-5-smb neutron-server[80215]: WARNING oslo_policy.policy [None req-0841dd18-328d-40a3-950a-90cb4250964a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 04 00:44:51.252937 dv-cinder-763306-5-smb neutron-server[80215]: WARNING oslo_policy.policy [None req-0841dd18-328d-40a3-950a-90cb4250964a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 04 00:44:51.483999 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [None req-0841dd18-328d-40a3-950a-90cb4250964a admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=80327) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 04 00:44:51.485666 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-0841dd18-328d-40a3-950a-90cb4250964a admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.8760180 Dec 04 00:44:53.824882 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.db.l3_hamode_db [None req-9ba1f0a4-98e6-486a-8e46-5144b29077e8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 04 00:44:53.912134 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba1f0a4-98e6-486a-8e46-5144b29077e8 None None] Routers set() bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 00:44:53.912488 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba1f0a4-98e6-486a-8e46-5144b29077e8 None None] Router IDs set() for agent in host dv-cinder-763306-5-smb {{(pid=80328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 04 00:44:54.212094 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 33788) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:44:54.629951 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-3dfa3791-7488-48df-b64f-f294e64f9204 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:44:54.679775 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.policy [None req-3dfa3791-7488-48df-b64f-f294e64f9204 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80327) register_rules /opt/stack/neutron/neutron/policy.py:67}} Dec 04 00:44:54.680638 dv-cinder-763306-5-smb neutron-server[80215]: WARNING oslo_policy.policy [None req-3dfa3791-7488-48df-b64f-f294e64f9204 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 04 00:44:54.681054 dv-cinder-763306-5-smb neutron-server[80215]: WARNING oslo_policy.policy [None req-3dfa3791-7488-48df-b64f-f294e64f9204 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 04 00:44:54.688036 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.quota [None req-3dfa3791-7488-48df-b64f-f294e64f9204 admin admin] Loaded quota_driver: . Dec 04 00:44:54.732882 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-3dfa3791-7488-48df-b64f-f294e64f9204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:44:54.820068 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3dfa3791-7488-48df-b64f-f294e64f9204 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745380533656', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745380839146', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745380837781', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745380827804', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745380818337', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3464128', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036851199133', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854088572', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-743671'] for rbac-policy, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:44:55.038492 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3dfa3791-7488-48df-b64f-f294e64f9204 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:44:55.039721 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-3dfa3791-7488-48df-b64f-f294e64f9204 admin admin] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8265872 Dec 04 00:44:58.003104 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 33802) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:44:58.405049 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-b57d7501-854f-4f13-8360-b7ca07643f09 admin admin] Request body: {'network': {'project_id': '13ed55656ab44509b2d5391c8223fa8b', 'name': 'private', 'admin_state_up': True}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:44:58.411130 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-b57d7501-854f-4f13-8360-b7ca07643f09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:44:58.417905 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-b57d7501-854f-4f13-8360-b7ca07643f09 admin admin] Usage tracker for resource:network and tenant:13ed55656ab44509b2d5391c8223fa8b is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:44:58.421592 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-b57d7501-854f-4f13-8360-b7ca07643f09 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:44:58.427692 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-b57d7501-854f-4f13-8360-b7ca07643f09 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:44:58.483905 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57d7501-854f-4f13-8360-b7ca07643f09 admin admin] Made reservation on behalf of 13ed55656ab44509b2d5391c8223fa8b for: {'network': 1} {{(pid=80327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 00:44:58.490482 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b57d7501-854f-4f13-8360-b7ca07643f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for network, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:44:58.507185 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b57d7501-854f-4f13-8360-b7ca07643f09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:44:58.521701 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-b57d7501-854f-4f13-8360-b7ca07643f09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:44:58.525566 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-b57d7501-854f-4f13-8360-b7ca07643f09 admin admin] Usage tracker for resource:security_group_rule and tenant:13ed55656ab44509b2d5391c8223fa8b is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:44:58.529025 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-b57d7501-854f-4f13-8360-b7ca07643f09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:44:58.535131 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-b57d7501-854f-4f13-8360-b7ca07643f09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:44:58.764205 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b57d7501-854f-4f13-8360-b7ca07643f09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:44:58.814715 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b57d7501-854f-4f13-8360-b7ca07643f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:44:58.820237 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:44:58.842554 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b57d7501-854f-4f13-8360-b7ca07643f09 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 04 00:44:58.870581 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b57d7501-854f-4f13-8360-b7ca07643f09 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745381628992', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851436430'] for segment, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:44:58.871211 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.db.segments_db [None req-b57d7501-854f-4f13-8360-b7ca07643f09 admin admin] Added segment 707b686e-82a7-4d62-a69b-e176f40f26d4 of type vxlan for network f2367cb1-92ab-48a1-a011-54a314c7a3e4 Dec 04 00:44:58.886924 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d7501-854f-4f13-8360-b7ca07643f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8acaaa-8971-42b6-8548-1eef00ee4f75,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:44:58.940986 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57d7501-854f-4f13-8360-b7ca07643f09 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:44:58.941301 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57d7501-854f-4f13-8360-b7ca07643f09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:44:58.941597 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57d7501-854f-4f13-8360-b7ca07643f09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:44:58.941955 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57d7501-854f-4f13-8360-b7ca07643f09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:44:58.942468 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57d7501-854f-4f13-8360-b7ca07643f09 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:44:58.942626 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57d7501-854f-4f13-8360-b7ca07643f09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:44:58.942974 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57d7501-854f-4f13-8360-b7ca07643f09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:44:58.943380 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57d7501-854f-4f13-8360-b7ca07643f09 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:44:58.943710 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57d7501-854f-4f13-8360-b7ca07643f09 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:44:58.944054 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57d7501-854f-4f13-8360-b7ca07643f09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:44:58.944398 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57d7501-854f-4f13-8360-b7ca07643f09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:44:58.944741 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57d7501-854f-4f13-8360-b7ca07643f09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:44:58.945955 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57d7501-854f-4f13-8360-b7ca07643f09 admin admin] Tracked resource versions report: Dec 04 00:44:58.945955 dv-cinder-763306-5-smb neutron-server[80215]: pushed versions: Dec 04 00:44:58.945955 dv-cinder-763306-5-smb neutron-server[80215]: { 'AddressGroup': {'1.0'}, Dec 04 00:44:58.945955 dv-cinder-763306-5-smb neutron-server[80215]: 'ConntrackHelper': {'1.0'}, Dec 04 00:44:58.945955 dv-cinder-763306-5-smb neutron-server[80215]: 'Log': {'1.0'}, Dec 04 00:44:58.945955 dv-cinder-763306-5-smb neutron-server[80215]: 'Network': {'1.1'}, Dec 04 00:44:58.945955 dv-cinder-763306-5-smb neutron-server[80215]: 'Port': {'1.6'}, Dec 04 00:44:58.945955 dv-cinder-763306-5-smb neutron-server[80215]: 'PortForwarding': {'1.2'}, Dec 04 00:44:58.945955 dv-cinder-763306-5-smb neutron-server[80215]: 'QosPolicy': {'1.8'}, Dec 04 00:44:58.945955 dv-cinder-763306-5-smb neutron-server[80215]: 'SecurityGroup': {'1.3'}, Dec 04 00:44:58.945955 dv-cinder-763306-5-smb neutron-server[80215]: 'SecurityGroupRule': {'1.1'}, Dec 04 00:44:58.945955 dv-cinder-763306-5-smb neutron-server[80215]: 'SubPort': {'1.0'}, Dec 04 00:44:58.945955 dv-cinder-763306-5-smb neutron-server[80215]: 'Subnet': {'1.1'}, Dec 04 00:44:58.945955 dv-cinder-763306-5-smb neutron-server[80215]: 'Trunk': {'1.1'}} Dec 04 00:44:58.945955 dv-cinder-763306-5-smb neutron-server[80215]: consumer versions: Dec 04 00:44:58.945955 dv-cinder-763306-5-smb neutron-server[80215]: { DHCP agent@dv-cinder-763306-5-smb: {}, Dec 04 00:44:58.945955 dv-cinder-763306-5-smb neutron-server[80215]: L3 agent@dv-cinder-763306-5-smb: {}, Dec 04 00:44:58.945955 dv-cinder-763306-5-smb neutron-server[80215]: Metadata agent@dv-cinder-763306-5-smb: {}, Dec 04 00:44:58.945955 dv-cinder-763306-5-smb neutron-server[80215]: Metering agent@dv-cinder-763306-5-smb: {}, Dec 04 00:44:58.945955 dv-cinder-763306-5-smb neutron-server[80215]: Open vSwitch agent@dv-cinder-763306-5-smb: { 'AddressGroup': '1.0', Dec 04 00:44:58.945955 dv-cinder-763306-5-smb neutron-server[80215]: 'ConntrackHelper': '1.0', Dec 04 00:44:58.945955 dv-cinder-763306-5-smb neutron-server[80215]: 'Log': '1.0', Dec 04 00:44:58.945955 dv-cinder-763306-5-smb neutron-server[80215]: 'Network': '1.1', Dec 04 00:44:58.945955 dv-cinder-763306-5-smb neutron-server[80215]: 'Port': '1.6', Dec 04 00:44:58.945955 dv-cinder-763306-5-smb neutron-server[80215]: 'PortForwarding': '1.2', Dec 04 00:44:58.945955 dv-cinder-763306-5-smb neutron-server[80215]: 'QosPolicy': '1.8', Dec 04 00:44:58.945955 dv-cinder-763306-5-smb neutron-server[80215]: 'SecurityGroup': '1.3', Dec 04 00:44:58.945955 dv-cinder-763306-5-smb neutron-server[80215]: 'SecurityGroupRule': '1.1', Dec 04 00:44:58.945955 dv-cinder-763306-5-smb neutron-server[80215]: 'SubPort': '1.0', Dec 04 00:44:58.945955 dv-cinder-763306-5-smb neutron-server[80215]: 'Subnet': '1.1', Dec 04 00:44:58.945955 dv-cinder-763306-5-smb neutron-server[80215]: 'Trunk': '1.1'}} Dec 04 00:44:58.945955 dv-cinder-763306-5-smb neutron-server[80215]: {{(pid=80327) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 04 00:44:58.999811 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b57d7501-854f-4f13-8360-b7ca07643f09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745381119791'] for network, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:44:59.006353 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-b57d7501-854f-4f13-8360-b7ca07643f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:44:59.112024 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b57d7501-854f-4f13-8360-b7ca07643f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616'] for network, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:44:59.113391 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57d7501-854f-4f13-8360-b7ca07643f09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:44:59.114063 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b57d7501-854f-4f13-8360-b7ca07643f09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for network, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:44:59.118855 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:44:59.230168 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d7501-854f-4f13-8360-b7ca07643f09 admin admin] Pushing event updated for resources: {'Network': ['ID=f2367cb1-92ab-48a1-a011-54a314c7a3e4,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:44:59.233523 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-b57d7501-854f-4f13-8360-b7ca07643f09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:44:59.242108 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Network f2367cb1-92ab-48a1-a011-54a314c7a3e4 details requested by agent ovs-agent-dv-cinder-763306-5-smb with host dv-cinder-763306-5-smb {{(pid=80328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 00:44:59.261894 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-b57d7501-854f-4f13-8360-b7ca07643f09 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.2576222 Dec 04 00:45:02.375107 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 33818) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:45:02.882968 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e8783d-35ff-4ba8-8daa-45383675f783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:45:02.884390 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-62e8783d-35ff-4ba8-8daa-45383675f783 admin admin] 10.222.0.73 "GET /v2.0/networks/f2367cb1-92ab-48a1-a011-54a314c7a3e4 HTTP/1.1" status: 200 len: 818 time: 0.5081708 Dec 04 00:45:02.914781 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-b9807e76-4d26-4d46-b404-8fc57949dcae admin admin] 10.222.0.73 "GET /v2.0/subnetpools/838ba4de-82ad-4b2d-aacb-5e0fd41ae9c0 HTTP/1.1" status: 200 len: 734 time: 0.0240347 Dec 04 00:45:02.924265 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-ca227e73-b665-4050-a30c-c9e39469049f admin admin] Request body: {'subnet': {'subnetpool_id': '838ba4de-82ad-4b2d-aacb-5e0fd41ae9c0', 'tenant_id': '13ed55656ab44509b2d5391c8223fa8b', 'name': 'private-subnet', 'network_id': 'f2367cb1-92ab-48a1-a011-54a314c7a3e4', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:45:02.928726 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-ca227e73-b665-4050-a30c-c9e39469049f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:45:02.932661 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-ca227e73-b665-4050-a30c-c9e39469049f admin admin] Usage tracker for resource:subnet and tenant:13ed55656ab44509b2d5391c8223fa8b is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:45:02.935660 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-ca227e73-b665-4050-a30c-c9e39469049f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:45:02.941766 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-ca227e73-b665-4050-a30c-c9e39469049f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:45:03.043859 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca227e73-b665-4050-a30c-c9e39469049f admin admin] Made reservation on behalf of 13ed55656ab44509b2d5391c8223fa8b for: {'subnet': 1} {{(pid=80327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 00:45:03.048458 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-ca227e73-b665-4050-a30c-c9e39469049f admin admin] Notify callbacks [] for subnet, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:03.568678 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-ca227e73-b665-4050-a30c-c9e39469049f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616'] for subnet, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:03.583329 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:45:03.866410 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca227e73-b665-4050-a30c-c9e39469049f admin admin] Pushing event updated for resources: {'Subnet': ['ID=30d92ac2-6e29-4261-b93c-6a27c437ac46,revision_number=0']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:45:03.881095 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-ca227e73-b665-4050-a30c-c9e39469049f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:45:03.935892 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca227e73-b665-4050-a30c-c9e39469049f admin admin] Checking segment: {'id': '707b686e-82a7-4d62-a69b-e176f40f26d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f2367cb1-92ab-48a1-a011-54a314c7a3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 00:45:03.936291 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca227e73-b665-4050-a30c-c9e39469049f admin admin] Network hostable DHCP agents. Network: f2367cb1-92ab-48a1-a011-54a314c7a3e4, hostable agents: ['58f05500-12a8-4f3a-bf6e-722eafa3a905'], hosted agents: [] {{(pid=80327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 04 00:45:03.980940 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca227e73-b665-4050-a30c-c9e39469049f admin admin] Network f2367cb1-92ab-48a1-a011-54a314c7a3e4 is scheduled to be hosted by DHCP agent 58f05500-12a8-4f3a-bf6e-722eafa3a905 with binding_index 1 {{(pid=80327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 04 00:45:04.015109 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-ca227e73-b665-4050-a30c-c9e39469049f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-5-smb, f2367cb1-92ab-48a1-a011-54a314c7a3e4) {{(pid=80327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:45:04.020050 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca227e73-b665-4050-a30c-c9e39469049f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:45:04.020692 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-ca227e73-b665-4050-a30c-c9e39469049f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for subnet, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:04.024866 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46813c2-a792-4f5e-9bdd-f2a7f8f7d6cb None None] Network f2367cb1-92ab-48a1-a011-54a314c7a3e4 requested from dv-cinder-763306-5-smb {{(pid=80328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 00:45:04.061765 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-ca227e73-b665-4050-a30c-c9e39469049f admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1411130 Dec 04 00:45:04.342976 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f7a4de-cba5-4210-aeeb-ba827a286afa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1639bd91-b761-5fc0-b5a3-901fdf1278c2-f2367cb1-92ab-48a1-a011-54a314c7a3e4', 'network_id': 'f2367cb1-92ab-48a1-a011-54a314c7a3e4', 'tenant_id': '13ed55656ab44509b2d5391c8223fa8b', 'fixed_ips': [{'subnet_id': '30d92ac2-6e29-4261-b93c-6a27c437ac46'}]}} from dv-cinder-763306-5-smb. {{(pid=80328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 04 00:45:04.344260 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c4f7a4de-cba5-4210-aeeb-ba827a286afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:04.687647 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [None req-c4f7a4de-cba5-4210-aeeb-ba827a286afa None None] Allocated IP 172.20.0.2 (f2367cb1-92ab-48a1-a011-54a314c7a3e4/30d92ac2-6e29-4261-b93c-6a27c437ac46/8012bde7-2b39-435a-8ba1-b9dc8a60cfe2) {{(pid=80328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 00:45:04.921187 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c4f7a4de-cba5-4210-aeeb-ba827a286afa None None] Notify callbacks [] for port, precommit_create {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:04.995926 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-c4f7a4de-cba5-4210-aeeb-ba827a286afa None None] Transition to ACTIVE for port object 8012bde7-2b39-435a-8ba1-b9dc8a60cfe2 will not be triggered until provisioned by entity L2. {{(pid=80328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 00:45:05.013477 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-c4f7a4de-cba5-4210-aeeb-ba827a286afa None None] Transition to ACTIVE for port object 8012bde7-2b39-435a-8ba1-b9dc8a60cfe2 will not be triggered until provisioned by entity DHCP. {{(pid=80328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 00:45:05.061612 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c4f7a4de-cba5-4210-aeeb-ba827a286afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386'] for port, after_create {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:05.078835 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:45:05.374494 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7a4de-cba5-4210-aeeb-ba827a286afa None None] Pushing event updated for resources: {'Port': ['ID=8012bde7-2b39-435a-8ba1-b9dc8a60cfe2,revision_number=1']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:45:05.393900 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7a4de-cba5-4210-aeeb-ba827a286afa None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:45:05.394271 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7a4de-cba5-4210-aeeb-ba827a286afa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:45:05.394648 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7a4de-cba5-4210-aeeb-ba827a286afa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:45:05.395015 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7a4de-cba5-4210-aeeb-ba827a286afa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:45:05.395421 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7a4de-cba5-4210-aeeb-ba827a286afa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:45:05.395789 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7a4de-cba5-4210-aeeb-ba827a286afa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:45:05.396149 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7a4de-cba5-4210-aeeb-ba827a286afa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:45:05.396505 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7a4de-cba5-4210-aeeb-ba827a286afa None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:45:05.396860 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7a4de-cba5-4210-aeeb-ba827a286afa None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:45:05.397214 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7a4de-cba5-4210-aeeb-ba827a286afa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:45:05.397566 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7a4de-cba5-4210-aeeb-ba827a286afa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:45:05.397918 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7a4de-cba5-4210-aeeb-ba827a286afa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:45:05.399068 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f7a4de-cba5-4210-aeeb-ba827a286afa None None] Tracked resource versions report: Dec 04 00:45:05.399068 dv-cinder-763306-5-smb neutron-server[80215]: pushed versions: Dec 04 00:45:05.399068 dv-cinder-763306-5-smb neutron-server[80215]: { 'AddressGroup': {'1.0'}, Dec 04 00:45:05.399068 dv-cinder-763306-5-smb neutron-server[80215]: 'ConntrackHelper': {'1.0'}, Dec 04 00:45:05.399068 dv-cinder-763306-5-smb neutron-server[80215]: 'Log': {'1.0'}, Dec 04 00:45:05.399068 dv-cinder-763306-5-smb neutron-server[80215]: 'Network': {'1.1'}, Dec 04 00:45:05.399068 dv-cinder-763306-5-smb neutron-server[80215]: 'Port': {'1.6'}, Dec 04 00:45:05.399068 dv-cinder-763306-5-smb neutron-server[80215]: 'PortForwarding': {'1.2'}, Dec 04 00:45:05.399068 dv-cinder-763306-5-smb neutron-server[80215]: 'QosPolicy': {'1.8'}, Dec 04 00:45:05.399068 dv-cinder-763306-5-smb neutron-server[80215]: 'SecurityGroup': {'1.3'}, Dec 04 00:45:05.399068 dv-cinder-763306-5-smb neutron-server[80215]: 'SecurityGroupRule': {'1.1'}, Dec 04 00:45:05.399068 dv-cinder-763306-5-smb neutron-server[80215]: 'SubPort': {'1.0'}, Dec 04 00:45:05.399068 dv-cinder-763306-5-smb neutron-server[80215]: 'Subnet': {'1.1'}, Dec 04 00:45:05.399068 dv-cinder-763306-5-smb neutron-server[80215]: 'Trunk': {'1.1'}} Dec 04 00:45:05.399068 dv-cinder-763306-5-smb neutron-server[80215]: consumer versions: Dec 04 00:45:05.399068 dv-cinder-763306-5-smb neutron-server[80215]: { DHCP agent@dv-cinder-763306-5-smb: {}, Dec 04 00:45:05.399068 dv-cinder-763306-5-smb neutron-server[80215]: L3 agent@dv-cinder-763306-5-smb: {}, Dec 04 00:45:05.399068 dv-cinder-763306-5-smb neutron-server[80215]: Metadata agent@dv-cinder-763306-5-smb: {}, Dec 04 00:45:05.399068 dv-cinder-763306-5-smb neutron-server[80215]: Metering agent@dv-cinder-763306-5-smb: {}, Dec 04 00:45:05.399068 dv-cinder-763306-5-smb neutron-server[80215]: Open vSwitch agent@dv-cinder-763306-5-smb: { 'AddressGroup': '1.0', Dec 04 00:45:05.399068 dv-cinder-763306-5-smb neutron-server[80215]: 'ConntrackHelper': '1.0', Dec 04 00:45:05.399068 dv-cinder-763306-5-smb neutron-server[80215]: 'Log': '1.0', Dec 04 00:45:05.399068 dv-cinder-763306-5-smb neutron-server[80215]: 'Network': '1.1', Dec 04 00:45:05.399068 dv-cinder-763306-5-smb neutron-server[80215]: 'Port': '1.6', Dec 04 00:45:05.399068 dv-cinder-763306-5-smb neutron-server[80215]: 'PortForwarding': '1.2', Dec 04 00:45:05.399068 dv-cinder-763306-5-smb neutron-server[80215]: 'QosPolicy': '1.8', Dec 04 00:45:05.399068 dv-cinder-763306-5-smb neutron-server[80215]: 'SecurityGroup': '1.3', Dec 04 00:45:05.399068 dv-cinder-763306-5-smb neutron-server[80215]: 'SecurityGroupRule': '1.1', Dec 04 00:45:05.399068 dv-cinder-763306-5-smb neutron-server[80215]: 'SubPort': '1.0', Dec 04 00:45:05.399068 dv-cinder-763306-5-smb neutron-server[80215]: 'Subnet': '1.1', Dec 04 00:45:05.399068 dv-cinder-763306-5-smb neutron-server[80215]: 'Trunk': '1.1'}} Dec 04 00:45:05.399068 dv-cinder-763306-5-smb neutron-server[80215]: {{(pid=80328) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 04 00:45:05.413754 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c4f7a4de-cba5-4210-aeeb-ba827a286afa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:45:05.452794 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f7a4de-cba5-4210-aeeb-ba827a286afa None None] Network f2367cb1-92ab-48a1-a011-54a314c7a3e4 is already hosted by enough agents. {{(pid=80328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 00:45:05.454008 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-c4f7a4de-cba5-4210-aeeb-ba827a286afa None None] Resources bound (agent type, host, resource id): {{(pid=80328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:45:05.457025 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f7a4de-cba5-4210-aeeb-ba827a286afa None None] Received port after_create {{(pid=80328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 00:45:05.513159 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-c4f7a4de-cba5-4210-aeeb-ba827a286afa None None] Attempting to bind port 8012bde7-2b39-435a-8ba1-b9dc8a60cfe2 on host dv-cinder-763306-5-smb for vnic_type normal with profile {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 00:45:05.513584 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-c4f7a4de-cba5-4210-aeeb-ba827a286afa None None] Attempting to bind port 8012bde7-2b39-435a-8ba1-b9dc8a60cfe2 by drivers openvswitch on host dv-cinder-763306-5-smb at level 0 using segments [{'id': '707b686e-82a7-4d62-a69b-e176f40f26d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f2367cb1-92ab-48a1-a011-54a314c7a3e4'}] {{(pid=80328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 00:45:05.514008 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f7a4de-cba5-4210-aeeb-ba827a286afa None None] Attempting to bind port 8012bde7-2b39-435a-8ba1-b9dc8a60cfe2 on network f2367cb1-92ab-48a1-a011-54a314c7a3e4 {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 00:45:05.519585 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f7a4de-cba5-4210-aeeb-ba827a286afa None None] Checking agent: {'id': '47cd6ef8-6b98-4dda-9657-1784e54a0c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 44, 48), 'started_at': datetime.datetime(2020, 12, 4, 0, 44, 48), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 00:45:05.520013 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f7a4de-cba5-4210-aeeb-ba827a286afa None None] Checking segment: {'id': '707b686e-82a7-4d62-a69b-e176f40f26d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f2367cb1-92ab-48a1-a011-54a314c7a3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 00:45:05.521441 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c4f7a4de-cba5-4210-aeeb-ba827a286afa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:05.521441 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f7a4de-cba5-4210-aeeb-ba827a286afa None None] Bound using segment: {'id': '707b686e-82a7-4d62-a69b-e176f40f26d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f2367cb1-92ab-48a1-a011-54a314c7a3e4'} {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 00:45:05.521441 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-c4f7a4de-cba5-4210-aeeb-ba827a286afa None None] Bound port: 8012bde7-2b39-435a-8ba1-b9dc8a60cfe2, host: dv-cinder-763306-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '707b686e-82a7-4d62-a69b-e176f40f26d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f2367cb1-92ab-48a1-a011-54a314c7a3e4'}}] {{(pid=80328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 00:45:05.521761 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c4f7a4de-cba5-4210-aeeb-ba827a286afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:05.614023 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-c4f7a4de-cba5-4210-aeeb-ba827a286afa None None] For port 8012bde7-2b39-435a-8ba1-b9dc8a60cfe2, host dv-cinder-763306-5-smb, cleared binding levels {{(pid=80328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 00:45:05.618139 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-c4f7a4de-cba5-4210-aeeb-ba827a286afa None None] For port 8012bde7-2b39-435a-8ba1-b9dc8a60cfe2, host dv-cinder-763306-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=8012bde7-2b39-435a-8ba1-b9dc8a60cfe2,segment=NetworkSegment(707b686e-82a7-4d62-a69b-e176f40f26d4),segment_id=707b686e-82a7-4d62-a69b-e176f40f26d4)] {{(pid=80328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 00:45:05.666694 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c4f7a4de-cba5-4210-aeeb-ba827a286afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:05.682284 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c4f7a4de-cba5-4210-aeeb-ba827a286afa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:45:05.829027 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f7a4de-cba5-4210-aeeb-ba827a286afa None None] Pushing event updated for resources: {'Port': ['ID=8012bde7-2b39-435a-8ba1-b9dc8a60cfe2,revision_number=2']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:45:05.834572 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c4f7a4de-cba5-4210-aeeb-ba827a286afa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:45:06.793954 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 33828) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:45:07.226338 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [None req-9cc68a0d-d60f-46e6-87b1-babb070639db admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=80327) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 04 00:45:07.227580 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-9cc68a0d-d60f-46e6-87b1-babb070639db admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.4325833 Dec 04 00:45:10.025918 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 33842) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:45:10.308840 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d0f919-c2ff-4b52-b8b6-10eb262fe265 None None] Network f2367cb1-92ab-48a1-a011-54a314c7a3e4 requested from dv-cinder-763306-5-smb {{(pid=80328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 00:45:10.443696 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-4be55217-f194-4a1a-9191-e3db324c1fc8 None None] Provisioning for port 8012bde7-2b39-435a-8ba1-b9dc8a60cfe2 completed by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 00:45:10.459492 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [None req-e85e37a3-65ec-44ba-9466-6e1b6507464b admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=80327) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 04 00:45:10.463409 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-e85e37a3-65ec-44ba-9466-6e1b6507464b admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.4363730 Dec 04 00:45:10.744477 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 8012bde7-2b39-435a-8ba1-b9dc8a60cfe2 up at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:45:10.866819 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning for port 8012bde7-2b39-435a-8ba1-b9dc8a60cfe2 completed by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 00:45:10.873999 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning complete for port 8012bde7-2b39-435a-8ba1-b9dc8a60cfe2 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:45:10.874564 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:10.951454 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-4243bd05-b75b-403a-8a22-bc41dd84568c None None] Provisioning complete for port 8012bde7-2b39-435a-8ba1-b9dc8a60cfe2 triggered by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:45:10.951954 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4243bd05-b75b-403a-8a22-bc41dd84568c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:11.075551 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:11.157616 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] For port 8012bde7-2b39-435a-8ba1-b9dc8a60cfe2, host dv-cinder-763306-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=8012bde7-2b39-435a-8ba1-b9dc8a60cfe2,segment=NetworkSegment(707b686e-82a7-4d62-a69b-e176f40f26d4),segment_id=707b686e-82a7-4d62-a69b-e176f40f26d4)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:45:11.164011 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4243bd05-b75b-403a-8a22-bc41dd84568c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:11.219325 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:11.228845 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:45:11.300044 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.db.api [None req-4243bd05-b75b-403a-8a22-bc41dd84568c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80328) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 04 00:45:11.300461 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_db.api [None req-4243bd05-b75b-403a-8a22-bc41dd84568c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 04 00:45:11.310181 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Pushing event updated for resources: {'Port': ['ID=8012bde7-2b39-435a-8ba1-b9dc8a60cfe2,revision_number=3']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:45:11.313608 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:45:11.977748 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-f0796244-7a1e-4271-8b94-f34805816ce7 None None] Provisioning complete for port 8012bde7-2b39-435a-8ba1-b9dc8a60cfe2 triggered by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:45:11.978159 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f0796244-7a1e-4271-8b94-f34805816ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:12.716518 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 8012bde7-2b39-435a-8ba1-b9dc8a60cfe2 up at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:45:12.787530 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning complete for port 8012bde7-2b39-435a-8ba1-b9dc8a60cfe2 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:45:12.787943 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:13.502358 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 33854) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:45:13.900519 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-52347633-a930-420f-9a05-6b87572b63a2 admin admin] Request body: {'router': {'tenant_id': '13ed55656ab44509b2d5391c8223fa8b', 'name': 'router1', 'admin_state_up': True}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:45:13.908530 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-52347633-a930-420f-9a05-6b87572b63a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:45:13.912583 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-52347633-a930-420f-9a05-6b87572b63a2 admin admin] Usage tracker for resource:router and tenant:13ed55656ab44509b2d5391c8223fa8b is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:45:13.915772 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-52347633-a930-420f-9a05-6b87572b63a2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:45:13.921566 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-52347633-a930-420f-9a05-6b87572b63a2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:45:13.952162 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-52347633-a930-420f-9a05-6b87572b63a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-665739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773399'] for router, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:13.953958 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-52347633-a930-420f-9a05-6b87572b63a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854117394', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2401'] for router, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:14.021402 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-52347633-a930-420f-9a05-6b87572b63a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:14.152128 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-52347633-a930-420f-9a05-6b87572b63a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854119398'] for router, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:14.197336 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-52347633-a930-420f-9a05-6b87572b63a2 admin admin] Notify callbacks [] for router, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:14.198621 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-52347633-a930-420f-9a05-6b87572b63a2 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6952181 Dec 04 00:45:14.632068 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c4268997-6c77-448f-b812-d89b1f214d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:16.752071 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-973aba2a-7b20-4d35-8064-cbc02f83bddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:16.875930 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 33864) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:45:17.352370 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:17.542599 dv-cinder-763306-5-smb neutron-server[80215]: WARNING oslo_policy.policy [None req-41351bed-bfd6-4ad3-96e6-37d974c1def9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 04 00:45:17.543311 dv-cinder-763306-5-smb neutron-server[80215]: WARNING oslo_policy.policy [None req-41351bed-bfd6-4ad3-96e6-37d974c1def9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 04 00:45:17.778015 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [None req-41351bed-bfd6-4ad3-96e6-37d974c1def9 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=80326) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 04 00:45:17.779313 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-41351bed-bfd6-4ad3-96e6-37d974c1def9 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.9009202 Dec 04 00:45:18.477993 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:18.815378 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:20.478643 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 33888) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:45:20.666577 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=80326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:45:20.669459 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.quota [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] Loaded quota_driver: . Dec 04 00:45:20.714212 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:45:20.720943 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] Usage tracker for resource:network and tenant:5ea91fde01c445a3acfc1b55693d9661 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:45:20.725909 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:45:20.732933 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:45:20.832114 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] Made reservation on behalf of 5ea91fde01c445a3acfc1b55693d9661 for: {'network': 1} {{(pid=80326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 00:45:20.866376 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.policy [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80326) register_rules /opt/stack/neutron/neutron/policy.py:67}} Dec 04 00:45:20.867242 dv-cinder-763306-5-smb neutron-server[80215]: WARNING oslo_policy.policy [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 04 00:45:20.867649 dv-cinder-763306-5-smb neutron-server[80215]: WARNING oslo_policy.policy [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 04 00:45:20.877880 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for network, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:20.897007 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:20.912416 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:45:20.916324 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] Usage tracker for resource:security_group_rule and tenant:5ea91fde01c445a3acfc1b55693d9661 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:45:20.919523 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:45:20.925136 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:45:21.192783 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:21.226121 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:21.231916 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:45:21.244340 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] Reserving flat network on physical network physnet1 {{(pid=80326) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Dec 04 00:45:21.357349 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745381628992', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851436430'] for segment, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:21.357969 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] Unsubscribe: segment precommit_create {{(pid=80326) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Dec 04 00:45:21.358573 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.db.segments_db [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] Added segment 103ae13c-6127-42b5-b5fb-b54d98895d70 of type flat for network 70fae593-b8e3-4ff7-b3b9-3060a635d4ae Dec 04 00:45:21.429919 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c8327a-69fc-46c2-8ea1-e5447b5a93b8,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:45:21.529903 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:45:21.530417 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:45:21.530607 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:45:21.530948 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:45:21.531329 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:45:21.531772 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:45:21.532678 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:45:21.533036 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:45:21.533403 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:45:21.533757 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:45:21.534108 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:45:21.534455 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:45:21.535707 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] Tracked resource versions report: Dec 04 00:45:21.535707 dv-cinder-763306-5-smb neutron-server[80215]: pushed versions: Dec 04 00:45:21.535707 dv-cinder-763306-5-smb neutron-server[80215]: { 'AddressGroup': {'1.0'}, Dec 04 00:45:21.535707 dv-cinder-763306-5-smb neutron-server[80215]: 'ConntrackHelper': {'1.0'}, Dec 04 00:45:21.535707 dv-cinder-763306-5-smb neutron-server[80215]: 'Log': {'1.0'}, Dec 04 00:45:21.535707 dv-cinder-763306-5-smb neutron-server[80215]: 'Network': {'1.1'}, Dec 04 00:45:21.535707 dv-cinder-763306-5-smb neutron-server[80215]: 'Port': {'1.6'}, Dec 04 00:45:21.535707 dv-cinder-763306-5-smb neutron-server[80215]: 'PortForwarding': {'1.2'}, Dec 04 00:45:21.535707 dv-cinder-763306-5-smb neutron-server[80215]: 'QosPolicy': {'1.8'}, Dec 04 00:45:21.535707 dv-cinder-763306-5-smb neutron-server[80215]: 'SecurityGroup': {'1.3'}, Dec 04 00:45:21.535707 dv-cinder-763306-5-smb neutron-server[80215]: 'SecurityGroupRule': {'1.1'}, Dec 04 00:45:21.535707 dv-cinder-763306-5-smb neutron-server[80215]: 'SubPort': {'1.0'}, Dec 04 00:45:21.535707 dv-cinder-763306-5-smb neutron-server[80215]: 'Subnet': {'1.1'}, Dec 04 00:45:21.535707 dv-cinder-763306-5-smb neutron-server[80215]: 'Trunk': {'1.1'}} Dec 04 00:45:21.535707 dv-cinder-763306-5-smb neutron-server[80215]: consumer versions: Dec 04 00:45:21.535707 dv-cinder-763306-5-smb neutron-server[80215]: { DHCP agent@dv-cinder-763306-5-smb: {}, Dec 04 00:45:21.535707 dv-cinder-763306-5-smb neutron-server[80215]: L3 agent@dv-cinder-763306-5-smb: {}, Dec 04 00:45:21.535707 dv-cinder-763306-5-smb neutron-server[80215]: Metadata agent@dv-cinder-763306-5-smb: {}, Dec 04 00:45:21.535707 dv-cinder-763306-5-smb neutron-server[80215]: Metering agent@dv-cinder-763306-5-smb: {}, Dec 04 00:45:21.535707 dv-cinder-763306-5-smb neutron-server[80215]: Open vSwitch agent@dv-cinder-763306-5-smb: { 'AddressGroup': '1.0', Dec 04 00:45:21.535707 dv-cinder-763306-5-smb neutron-server[80215]: 'ConntrackHelper': '1.0', Dec 04 00:45:21.535707 dv-cinder-763306-5-smb neutron-server[80215]: 'Log': '1.0', Dec 04 00:45:21.535707 dv-cinder-763306-5-smb neutron-server[80215]: 'Network': '1.1', Dec 04 00:45:21.535707 dv-cinder-763306-5-smb neutron-server[80215]: 'Port': '1.6', Dec 04 00:45:21.535707 dv-cinder-763306-5-smb neutron-server[80215]: 'PortForwarding': '1.2', Dec 04 00:45:21.535707 dv-cinder-763306-5-smb neutron-server[80215]: 'QosPolicy': '1.8', Dec 04 00:45:21.535707 dv-cinder-763306-5-smb neutron-server[80215]: 'SecurityGroup': '1.3', Dec 04 00:45:21.535707 dv-cinder-763306-5-smb neutron-server[80215]: 'SecurityGroupRule': '1.1', Dec 04 00:45:21.535707 dv-cinder-763306-5-smb neutron-server[80215]: 'SubPort': '1.0', Dec 04 00:45:21.535707 dv-cinder-763306-5-smb neutron-server[80215]: 'Subnet': '1.1', Dec 04 00:45:21.535707 dv-cinder-763306-5-smb neutron-server[80215]: 'Trunk': '1.1'}} Dec 04 00:45:21.535707 dv-cinder-763306-5-smb neutron-server[80215]: {{(pid=80326) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 04 00:45:21.569342 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745381119791'] for network, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:21.577981 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:45:21.654549 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616'] for network, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:21.656017 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:45:21.656687 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for network, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:21.662338 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:45:21.770595 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] Pushing event updated for resources: {'Network': ['ID=70fae593-b8e3-4ff7-b3b9-3060a635d4ae,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:45:21.773855 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:45:21.781843 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Network 70fae593-b8e3-4ff7-b3b9-3060a635d4ae details requested by agent ovs-agent-dv-cinder-763306-5-smb with host dv-cinder-763306-5-smb {{(pid=80328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 00:45:21.810104 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3302772 Dec 04 00:45:24.298804 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 33914) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:45:24.444478 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e509511d-8c53-4ba0-81dd-f8ef5be09369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:45:24.445895 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-e509511d-8c53-4ba0-81dd-f8ef5be09369 admin admin] 10.222.0.73 "GET /v2.0/subnets/30d92ac2-6e29-4261-b93c-6a27c437ac46 HTTP/1.1" status: 200 len: 849 time: 0.1460226 Dec 04 00:45:24.590752 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-d4fd9415-5047-4b95-87ff-5efce0bc2906 admin admin] 10.222.0.73 "GET /v2.0/routers/f0355f7d-674a-4ec7-a14a-03b948162823 HTTP/1.1" status: 200 len: 704 time: 0.1386354 Dec 04 00:45:25.059121 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3930e46b-5835-45b0-820d-0658ab057fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:25.325236 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 5 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 00:45:25.477747 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [None req-3930e46b-5835-45b0-820d-0658ab057fbe admin admin] Allocated IP 172.20.0.1 (f2367cb1-92ab-48a1-a011-54a314c7a3e4/30d92ac2-6e29-4261-b93c-6a27c437ac46/1f4121f5-c127-410b-97c6-78f1de628a81) {{(pid=80327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 00:45:25.755839 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3930e46b-5835-45b0-820d-0658ab057fbe admin admin] Notify callbacks [] for port, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:25.773626 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-3930e46b-5835-45b0-820d-0658ab057fbe admin admin] Transition to ACTIVE for port object 1f4121f5-c127-410b-97c6-78f1de628a81 will not be triggered until provisioned by entity DHCP. {{(pid=80327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 00:45:25.849636 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3930e46b-5835-45b0-820d-0658ab057fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386'] for port, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:25.864921 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:45:25.993070 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3930e46b-5835-45b0-820d-0658ab057fbe admin admin] Pushing event updated for resources: {'Port': ['ID=1f4121f5-c127-410b-97c6-78f1de628a81,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:45:25.996581 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-3930e46b-5835-45b0-820d-0658ab057fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:45:26.208256 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3930e46b-5835-45b0-820d-0658ab057fbe admin admin] Network f2367cb1-92ab-48a1-a011-54a314c7a3e4 is already hosted by enough agents. {{(pid=80327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 00:45:26.209383 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-3930e46b-5835-45b0-820d-0658ab057fbe admin admin] Resources bound (agent type, host, resource id): {{(pid=80327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:45:26.211939 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3930e46b-5835-45b0-820d-0658ab057fbe admin admin] Received port after_create {{(pid=80327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 00:45:26.212478 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3930e46b-5835-45b0-820d-0658ab057fbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656583'] for router_interface, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:26.431115 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-19b9dbf9-5de4-4a05-9113-be2f6aaeef34 None None] Provisioning for port 1f4121f5-c127-410b-97c6-78f1de628a81 completed by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 00:45:26.436430 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-19b9dbf9-5de4-4a05-9113-be2f6aaeef34 None None] Provisioning complete for port 1f4121f5-c127-410b-97c6-78f1de628a81 triggered by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:45:26.436842 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-19b9dbf9-5de4-4a05-9113-be2f6aaeef34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:26.490520 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-19b9dbf9-5de4-4a05-9113-be2f6aaeef34 None None] Port 1f4121f5-c127-410b-97c6-78f1de628a81 cannot update to ACTIVE because it is not bound. {{(pid=80328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 04 00:45:26.514576 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3930e46b-5835-45b0-820d-0658ab057fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:26.797256 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3930e46b-5835-45b0-820d-0658ab057fbe admin admin] Notify callbacks [] for port, precommit_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:26.842858 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3930e46b-5835-45b0-820d-0658ab057fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:26.843986 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3930e46b-5835-45b0-820d-0658ab057fbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851588661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854119142'] for router_interface, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:26.858314 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:45:26.984379 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3930e46b-5835-45b0-820d-0658ab057fbe admin admin] Pushing event updated for resources: {'Port': ['ID=1f4121f5-c127-410b-97c6-78f1de628a81,revision_number=2']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:45:26.987401 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-3930e46b-5835-45b0-820d-0658ab057fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:45:27.049707 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3930e46b-5835-45b0-820d-0658ab057fbe admin admin] Network f2367cb1-92ab-48a1-a011-54a314c7a3e4 is already hosted by enough agents. {{(pid=80327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 00:45:27.050795 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-3930e46b-5835-45b0-820d-0658ab057fbe admin admin] Resources bound (agent type, host, resource id): {{(pid=80327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:45:27.214167 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-dcfacf21-aeef-4854-b4e5-7ee434a34eff None None] Provisioning complete for port 1f4121f5-c127-410b-97c6-78f1de628a81 triggered by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:45:27.214586 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-dcfacf21-aeef-4854-b4e5-7ee434a34eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:27.268495 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-dcfacf21-aeef-4854-b4e5-7ee434a34eff None None] Port 1f4121f5-c127-410b-97c6-78f1de628a81 cannot update to ACTIVE because it is not bound. {{(pid=80328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 04 00:45:27.283334 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3930e46b-5835-45b0-820d-0658ab057fbe admin admin] Router f0355f7d-674a-4ec7-a14a-03b948162823 is scheduled to L3 agent 584cecf2-ad77-484a-986e-0fea284e741d with binding_index 1 {{(pid=80327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 04 00:45:27.442313 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3930e46b-5835-45b0-820d-0658ab057fbe admin admin] Notify agent at l3_agent.dv-cinder-763306-5-smb the message routers_updated {{(pid=80327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 00:45:27.451846 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51635169-4113-412b-93b5-261ae9b10b75 None None] Sync routers for ids ['f0355f7d-674a-4ec7-a14a-03b948162823'] in dv-cinder-763306-5-smb {{(pid=80329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 00:45:27.453037 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-3930e46b-5835-45b0-820d-0658ab057fbe admin admin] 10.222.0.73 "PUT /v2.0/routers/f0355f7d-674a-4ec7-a14a-03b948162823/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.8559856 Dec 04 00:45:27.463103 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51635169-4113-412b-93b5-261ae9b10b75 None None] Routers {'f0355f7d-674a-4ec7-a14a-03b948162823'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 00:45:27.464020 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-51635169-4113-412b-93b5-261ae9b10b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T00:45:17Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['f0355f7d-674a-4ec7-a14a-03b948162823'], 'active': True} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:45:27.646931 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-51635169-4113-412b-93b5-261ae9b10b75 None None] Set router f0355f7d-674a-4ec7-a14a-03b948162823 gateway port host: None {{(pid=80329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 00:45:28.028243 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-51635169-4113-412b-93b5-261ae9b10b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0355f7d-674a-4ec7-a14a-03b948162823', 'name': 'router1', 'tenant_id': '13ed55656ab44509b2d5391c8223fa8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:45:13Z', 'updated_at': '2020-12-04T00:45:26Z', 'revision_number': 2, 'project_id': '13ed55656ab44509b2d5391c8223fa8b', 'gw_port_host': None, '_interfaces': [{'id': '1f4121f5-c127-410b-97c6-78f1de628a81', 'name': '', 'network_id': 'f2367cb1-92ab-48a1-a011-54a314c7a3e4', 'tenant_id': '13ed55656ab44509b2d5391c8223fa8b', 'mac_address': 'fa:16:3e:24:3e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0355f7d-674a-4ec7-a14a-03b948162823', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '30d92ac2-6e29-4261-b93c-6a27c437ac46', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:25Z', 'updated_at': '2020-12-04T00:45:26Z', 'revision_number': 2, 'project_id': '13ed55656ab44509b2d5391c8223fa8b', 'subnets': [{'id': '30d92ac2-6e29-4261-b93c-6a27c437ac46', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '838ba4de-82ad-4b2d-aacb-5e0fd41ae9c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:45:28.033460 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51635169-4113-412b-93b5-261ae9b10b75 None None] Checking router: f0355f7d-674a-4ec7-a14a-03b948162823 for host: dv-cinder-763306-5-smb {{(pid=80329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 00:45:28.033880 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51635169-4113-412b-93b5-261ae9b10b75 None None] Updating router f0355f7d-674a-4ec7-a14a-03b948162823 port 1f4121f5-c127-410b-97c6-78f1de628a81 binding host dv-cinder-763306-5-smb {{(pid=80329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 04 00:45:28.087456 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-51635169-4113-412b-93b5-261ae9b10b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:28.530542 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-51635169-4113-412b-93b5-261ae9b10b75 None None] Notify callbacks [] for port, precommit_update {{(pid=80329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:28.546098 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-51635169-4113-412b-93b5-261ae9b10b75 None None] Transition to ACTIVE for port object 1f4121f5-c127-410b-97c6-78f1de628a81 will not be triggered until provisioned by entity L2. {{(pid=80329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 00:45:28.574973 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-51635169-4113-412b-93b5-261ae9b10b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:28.592067 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:45:28.717515 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa84c2e-4cf1-44ba-bab5-4ce702a8e08e None None] Pushing event updated for resources: {'Port': ['ID=1f4121f5-c127-410b-97c6-78f1de628a81,revision_number=3']} {{(pid=80329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:45:28.730957 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa84c2e-4cf1-44ba-bab5-4ce702a8e08e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:45:28.731201 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa84c2e-4cf1-44ba-bab5-4ce702a8e08e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:45:28.731576 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa84c2e-4cf1-44ba-bab5-4ce702a8e08e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:45:28.731927 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa84c2e-4cf1-44ba-bab5-4ce702a8e08e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:45:28.732286 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa84c2e-4cf1-44ba-bab5-4ce702a8e08e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:45:28.732644 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa84c2e-4cf1-44ba-bab5-4ce702a8e08e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:45:28.733001 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa84c2e-4cf1-44ba-bab5-4ce702a8e08e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:45:28.733355 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa84c2e-4cf1-44ba-bab5-4ce702a8e08e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:45:28.733709 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa84c2e-4cf1-44ba-bab5-4ce702a8e08e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:45:28.734062 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa84c2e-4cf1-44ba-bab5-4ce702a8e08e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:45:28.734414 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa84c2e-4cf1-44ba-bab5-4ce702a8e08e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:45:28.734767 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa84c2e-4cf1-44ba-bab5-4ce702a8e08e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:45:28.736554 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa84c2e-4cf1-44ba-bab5-4ce702a8e08e None None] Tracked resource versions report: Dec 04 00:45:28.736554 dv-cinder-763306-5-smb neutron-server[80215]: pushed versions: Dec 04 00:45:28.736554 dv-cinder-763306-5-smb neutron-server[80215]: { 'AddressGroup': {'1.0'}, Dec 04 00:45:28.736554 dv-cinder-763306-5-smb neutron-server[80215]: 'ConntrackHelper': {'1.0'}, Dec 04 00:45:28.736554 dv-cinder-763306-5-smb neutron-server[80215]: 'Log': {'1.0'}, Dec 04 00:45:28.736554 dv-cinder-763306-5-smb neutron-server[80215]: 'Network': {'1.1'}, Dec 04 00:45:28.736554 dv-cinder-763306-5-smb neutron-server[80215]: 'Port': {'1.6'}, Dec 04 00:45:28.736554 dv-cinder-763306-5-smb neutron-server[80215]: 'PortForwarding': {'1.2'}, Dec 04 00:45:28.736554 dv-cinder-763306-5-smb neutron-server[80215]: 'QosPolicy': {'1.8'}, Dec 04 00:45:28.736554 dv-cinder-763306-5-smb neutron-server[80215]: 'SecurityGroup': {'1.3'}, Dec 04 00:45:28.736554 dv-cinder-763306-5-smb neutron-server[80215]: 'SecurityGroupRule': {'1.1'}, Dec 04 00:45:28.736554 dv-cinder-763306-5-smb neutron-server[80215]: 'SubPort': {'1.0'}, Dec 04 00:45:28.736554 dv-cinder-763306-5-smb neutron-server[80215]: 'Subnet': {'1.1'}, Dec 04 00:45:28.736554 dv-cinder-763306-5-smb neutron-server[80215]: 'Trunk': {'1.1'}} Dec 04 00:45:28.736554 dv-cinder-763306-5-smb neutron-server[80215]: consumer versions: Dec 04 00:45:28.736554 dv-cinder-763306-5-smb neutron-server[80215]: { DHCP agent@dv-cinder-763306-5-smb: {}, Dec 04 00:45:28.736554 dv-cinder-763306-5-smb neutron-server[80215]: L3 agent@dv-cinder-763306-5-smb: {}, Dec 04 00:45:28.736554 dv-cinder-763306-5-smb neutron-server[80215]: Metadata agent@dv-cinder-763306-5-smb: {}, Dec 04 00:45:28.736554 dv-cinder-763306-5-smb neutron-server[80215]: Metering agent@dv-cinder-763306-5-smb: {}, Dec 04 00:45:28.736554 dv-cinder-763306-5-smb neutron-server[80215]: Open vSwitch agent@dv-cinder-763306-5-smb: { 'AddressGroup': '1.0', Dec 04 00:45:28.736554 dv-cinder-763306-5-smb neutron-server[80215]: 'ConntrackHelper': '1.0', Dec 04 00:45:28.736554 dv-cinder-763306-5-smb neutron-server[80215]: 'Log': '1.0', Dec 04 00:45:28.736554 dv-cinder-763306-5-smb neutron-server[80215]: 'Network': '1.1', Dec 04 00:45:28.736554 dv-cinder-763306-5-smb neutron-server[80215]: 'Port': '1.6', Dec 04 00:45:28.736554 dv-cinder-763306-5-smb neutron-server[80215]: 'PortForwarding': '1.2', Dec 04 00:45:28.736554 dv-cinder-763306-5-smb neutron-server[80215]: 'QosPolicy': '1.8', Dec 04 00:45:28.736554 dv-cinder-763306-5-smb neutron-server[80215]: 'SecurityGroup': '1.3', Dec 04 00:45:28.736554 dv-cinder-763306-5-smb neutron-server[80215]: 'SecurityGroupRule': '1.1', Dec 04 00:45:28.736554 dv-cinder-763306-5-smb neutron-server[80215]: 'SubPort': '1.0', Dec 04 00:45:28.736554 dv-cinder-763306-5-smb neutron-server[80215]: 'Subnet': '1.1', Dec 04 00:45:28.736554 dv-cinder-763306-5-smb neutron-server[80215]: 'Trunk': '1.1'}} Dec 04 00:45:28.736554 dv-cinder-763306-5-smb neutron-server[80215]: {{(pid=80329) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 04 00:45:28.740469 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-0fa84c2e-4cf1-44ba-bab5-4ce702a8e08e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:45:28.914471 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-51635169-4113-412b-93b5-261ae9b10b75 None None] Attempting to bind port 1f4121f5-c127-410b-97c6-78f1de628a81 on host dv-cinder-763306-5-smb for vnic_type normal with profile {{(pid=80329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 00:45:28.914902 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-51635169-4113-412b-93b5-261ae9b10b75 None None] Attempting to bind port 1f4121f5-c127-410b-97c6-78f1de628a81 by drivers openvswitch on host dv-cinder-763306-5-smb at level 0 using segments [{'id': '707b686e-82a7-4d62-a69b-e176f40f26d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f2367cb1-92ab-48a1-a011-54a314c7a3e4'}] {{(pid=80329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 00:45:28.915393 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51635169-4113-412b-93b5-261ae9b10b75 None None] Attempting to bind port 1f4121f5-c127-410b-97c6-78f1de628a81 on network f2367cb1-92ab-48a1-a011-54a314c7a3e4 {{(pid=80329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 00:45:28.921261 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51635169-4113-412b-93b5-261ae9b10b75 None None] Checking agent: {'id': '47cd6ef8-6b98-4dda-9657-1784e54a0c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 44, 48), 'started_at': datetime.datetime(2020, 12, 4, 0, 45, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 00:45:28.921705 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51635169-4113-412b-93b5-261ae9b10b75 None None] Checking segment: {'id': '707b686e-82a7-4d62-a69b-e176f40f26d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f2367cb1-92ab-48a1-a011-54a314c7a3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 00:45:28.922206 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-51635169-4113-412b-93b5-261ae9b10b75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:28.923419 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51635169-4113-412b-93b5-261ae9b10b75 None None] Bound using segment: {'id': '707b686e-82a7-4d62-a69b-e176f40f26d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f2367cb1-92ab-48a1-a011-54a314c7a3e4'} {{(pid=80329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 00:45:28.923847 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-51635169-4113-412b-93b5-261ae9b10b75 None None] Bound port: 1f4121f5-c127-410b-97c6-78f1de628a81, host: dv-cinder-763306-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '707b686e-82a7-4d62-a69b-e176f40f26d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f2367cb1-92ab-48a1-a011-54a314c7a3e4'}}] {{(pid=80329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 00:45:28.924250 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-51635169-4113-412b-93b5-261ae9b10b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:29.020045 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-51635169-4113-412b-93b5-261ae9b10b75 None None] For port 1f4121f5-c127-410b-97c6-78f1de628a81, host dv-cinder-763306-5-smb, cleared binding levels {{(pid=80329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 00:45:29.025215 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-51635169-4113-412b-93b5-261ae9b10b75 None None] For port 1f4121f5-c127-410b-97c6-78f1de628a81, host dv-cinder-763306-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=1f4121f5-c127-410b-97c6-78f1de628a81,segment=NetworkSegment(707b686e-82a7-4d62-a69b-e176f40f26d4),segment_id=707b686e-82a7-4d62-a69b-e176f40f26d4)] {{(pid=80329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 00:45:29.078299 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-51635169-4113-412b-93b5-261ae9b10b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:29.094101 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:45:29.237382 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa84c2e-4cf1-44ba-bab5-4ce702a8e08e None None] Pushing event updated for resources: {'Port': ['ID=1f4121f5-c127-410b-97c6-78f1de628a81,revision_number=4']} {{(pid=80329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:45:29.247484 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-0fa84c2e-4cf1-44ba-bab5-4ce702a8e08e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:45:29.307118 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51635169-4113-412b-93b5-261ae9b10b75 None None] Routers {'f0355f7d-674a-4ec7-a14a-03b948162823'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 00:45:29.307787 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-51635169-4113-412b-93b5-261ae9b10b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T00:45:17Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['f0355f7d-674a-4ec7-a14a-03b948162823'], 'active': True} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:45:29.626598 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-51635169-4113-412b-93b5-261ae9b10b75 None None] Set router f0355f7d-674a-4ec7-a14a-03b948162823 gateway port host: None {{(pid=80329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 00:45:29.964462 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 33926) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:45:29.966881 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-51635169-4113-412b-93b5-261ae9b10b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0355f7d-674a-4ec7-a14a-03b948162823', 'name': 'router1', 'tenant_id': '13ed55656ab44509b2d5391c8223fa8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:45:13Z', 'updated_at': '2020-12-04T00:45:26Z', 'revision_number': 2, 'project_id': '13ed55656ab44509b2d5391c8223fa8b', 'gw_port_host': None, '_interfaces': [{'id': '1f4121f5-c127-410b-97c6-78f1de628a81', 'name': '', 'network_id': 'f2367cb1-92ab-48a1-a011-54a314c7a3e4', 'tenant_id': '13ed55656ab44509b2d5391c8223fa8b', 'mac_address': 'fa:16:3e:24:3e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0355f7d-674a-4ec7-a14a-03b948162823', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '30d92ac2-6e29-4261-b93c-6a27c437ac46', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:25Z', 'updated_at': '2020-12-04T00:45:29Z', 'revision_number': 4, 'project_id': '13ed55656ab44509b2d5391c8223fa8b', 'subnets': [{'id': '30d92ac2-6e29-4261-b93c-6a27c437ac46', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '838ba4de-82ad-4b2d-aacb-5e0fd41ae9c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:45:29.971128 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51635169-4113-412b-93b5-261ae9b10b75 None None] The sync data for ids ['f0355f7d-674a-4ec7-a14a-03b948162823'] in dv-cinder-763306-5-smb is: [{'id': 'f0355f7d-674a-4ec7-a14a-03b948162823', 'name': 'router1', 'tenant_id': '13ed55656ab44509b2d5391c8223fa8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:45:13Z', 'updated_at': '2020-12-04T00:45:26Z', 'revision_number': 2, 'project_id': '13ed55656ab44509b2d5391c8223fa8b', 'gw_port_host': None, '_interfaces': [{'id': '1f4121f5-c127-410b-97c6-78f1de628a81', 'name': '', 'network_id': 'f2367cb1-92ab-48a1-a011-54a314c7a3e4', 'tenant_id': '13ed55656ab44509b2d5391c8223fa8b', 'mac_address': 'fa:16:3e:24:3e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0355f7d-674a-4ec7-a14a-03b948162823', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '30d92ac2-6e29-4261-b93c-6a27c437ac46', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:25Z', 'updated_at': '2020-12-04T00:45:29Z', 'revision_number': 4, 'project_id': '13ed55656ab44509b2d5391c8223fa8b', 'subnets': [{'id': '30d92ac2-6e29-4261-b93c-6a27c437ac46', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '838ba4de-82ad-4b2d-aacb-5e0fd41ae9c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 00:45:30.156215 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66bc753-0414-4821-8603-41fc8e3fca36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:45:30.157647 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-b66bc753-0414-4821-8603-41fc8e3fca36 admin admin] 10.222.0.73 "GET /v2.0/networks/70fae593-b8e3-4ff7-b3b9-3060a635d4ae HTTP/1.1" status: 200 len: 842 time: 0.1921241 Dec 04 00:45:30.168824 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-abcb2504-6440-464f-953c-6448af132369 admin admin] Request body: {'subnet': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.28.3.1', 'cidr': '172.28.3.0/24'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:45:30.175416 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-abcb2504-6440-464f-953c-6448af132369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:45:30.179457 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-abcb2504-6440-464f-953c-6448af132369 admin admin] Usage tracker for resource:subnet and tenant:5ea91fde01c445a3acfc1b55693d9661 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:45:30.182443 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-abcb2504-6440-464f-953c-6448af132369 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:45:30.188947 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-abcb2504-6440-464f-953c-6448af132369 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:45:30.226262 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcb2504-6440-464f-953c-6448af132369 admin admin] Made reservation on behalf of 5ea91fde01c445a3acfc1b55693d9661 for: {'subnet': 1} {{(pid=80327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 00:45:30.231093 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-abcb2504-6440-464f-953c-6448af132369 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:30.850922 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.objects.ports [None req-abcb2504-6440-464f-953c-6448af132369 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80327) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 04 00:45:30.851503 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-abcb2504-6440-464f-953c-6448af132369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616'] for subnet, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:30.867218 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:45:31.155128 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb2504-6440-464f-953c-6448af132369 admin admin] Pushing event updated for resources: {'Subnet': ['ID=838c8f98-d37b-4481-803e-42068845ce24,revision_number=0']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:45:31.169570 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-abcb2504-6440-464f-953c-6448af132369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:45:31.228476 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abcb2504-6440-464f-953c-6448af132369 admin admin] Checking segment: {'id': '103ae13c-6127-42b5-b5fb-b54d98895d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 00:45:31.228862 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcb2504-6440-464f-953c-6448af132369 admin admin] Network hostable DHCP agents. Network: 70fae593-b8e3-4ff7-b3b9-3060a635d4ae, hostable agents: ['58f05500-12a8-4f3a-bf6e-722eafa3a905'], hosted agents: [] {{(pid=80327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 04 00:45:31.300442 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcb2504-6440-464f-953c-6448af132369 admin admin] Network 70fae593-b8e3-4ff7-b3b9-3060a635d4ae is scheduled to be hosted by DHCP agent 58f05500-12a8-4f3a-bf6e-722eafa3a905 with binding_index 1 {{(pid=80327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 04 00:45:31.363128 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-abcb2504-6440-464f-953c-6448af132369 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-5-smb, 70fae593-b8e3-4ff7-b3b9-3060a635d4ae) {{(pid=80327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:45:31.367034 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcb2504-6440-464f-953c-6448af132369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:45:31.367706 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-abcb2504-6440-464f-953c-6448af132369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for subnet, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:31.372501 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109b88e8-666b-4737-99c2-3d89f2ad27a3 None None] Network 70fae593-b8e3-4ff7-b3b9-3060a635d4ae requested from dv-cinder-763306-5-smb {{(pid=80328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 00:45:31.472134 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-abcb2504-6440-464f-953c-6448af132369 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3067997 Dec 04 00:45:31.607673 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d93e44-c431-417a-883a-6c2bbb827592 None None] Network 70fae593-b8e3-4ff7-b3b9-3060a635d4ae requested from dv-cinder-763306-5-smb {{(pid=80328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 00:45:32.743777 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 1f4121f5-c127-410b-97c6-78f1de628a81 up at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:45:32.848598 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning for port 1f4121f5-c127-410b-97c6-78f1de628a81 completed by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 00:45:32.854073 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning complete for port 1f4121f5-c127-410b-97c6-78f1de628a81 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:45:32.854487 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:32.974452 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:33.007690 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] For port 1f4121f5-c127-410b-97c6-78f1de628a81, host dv-cinder-763306-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=1f4121f5-c127-410b-97c6-78f1de628a81,segment=NetworkSegment(707b686e-82a7-4d62-a69b-e176f40f26d4),segment_id=707b686e-82a7-4d62-a69b-e176f40f26d4)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:45:33.050890 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:33.053171 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:45:33.119868 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Pushing event updated for resources: {'Port': ['ID=1f4121f5-c127-410b-97c6-78f1de628a81,revision_number=5']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:45:33.123140 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:45:33.993190 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 33940) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:45:34.222796 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-14f263f2-4788-4d3c-a4c2-129cd9403148 admin admin] 10.222.0.73 "GET /v2.0/routers/f0355f7d-674a-4ec7-a14a-03b948162823 HTTP/1.1" status: 200 len: 710 time: 0.2283762 Dec 04 00:45:34.362440 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cbaebc-7c45-4f27-9286-90b4fc2a68fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:45:34.363950 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-84cbaebc-7c45-4f27-9286-90b4fc2a68fd admin admin] 10.222.0.73 "GET /v2.0/networks/70fae593-b8e3-4ff7-b3b9-3060a635d4ae HTTP/1.1" status: 200 len: 886 time: 0.1350842 Dec 04 00:45:34.373726 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-edf125f3-882c-407d-833c-a11f6eaa71a4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae'}}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:45:34.726731 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 1f4121f5-c127-410b-97c6-78f1de628a81 up at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:45:34.798179 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning complete for port 1f4121f5-c127-410b-97c6-78f1de628a81 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:45:34.798586 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:34.820852 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-edf125f3-882c-407d-833c-a11f6eaa71a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854117379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854110107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2416'] for router, precommit_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:35.204914 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-edf125f3-882c-407d-833c-a11f6eaa71a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:35.236368 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-edf125f3-882c-407d-833c-a11f6eaa71a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:35.248474 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-edf125f3-882c-407d-833c-a11f6eaa71a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:35.263961 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-edf125f3-882c-407d-833c-a11f6eaa71a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:45:35.268574 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-edf125f3-882c-407d-833c-a11f6eaa71a4 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:45:35.271480 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-edf125f3-882c-407d-833c-a11f6eaa71a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:45:35.277165 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-edf125f3-882c-407d-833c-a11f6eaa71a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:45:35.460943 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-edf125f3-882c-407d-833c-a11f6eaa71a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:35.494223 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-edf125f3-882c-407d-833c-a11f6eaa71a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:35.509932 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-b57d7501-854f-4f13-8360-b7ca07643f09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:45:35.594510 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf125f3-882c-407d-833c-a11f6eaa71a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bb2c8d-0a6d-42bb-b278-76d9bd050728,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:45:35.597820 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-edf125f3-882c-407d-833c-a11f6eaa71a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:45:35.765517 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [None req-edf125f3-882c-407d-833c-a11f6eaa71a4 admin admin] Allocated IP 172.28.3.145 (70fae593-b8e3-4ff7-b3b9-3060a635d4ae/838c8f98-d37b-4481-803e-42068845ce24/0cc1b653-3468-4ffd-a466-5262c8e281ee) {{(pid=80327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 00:45:35.915114 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-edf125f3-882c-407d-833c-a11f6eaa71a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:35.969790 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-edf125f3-882c-407d-833c-a11f6eaa71a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386'] for port, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:35.988827 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-3930e46b-5835-45b0-820d-0658ab057fbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:45:36.280597 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf125f3-882c-407d-833c-a11f6eaa71a4 admin admin] Pushing event updated for resources: {'Port': ['ID=0cc1b653-3468-4ffd-a466-5262c8e281ee,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:45:36.290551 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-edf125f3-882c-407d-833c-a11f6eaa71a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:45:36.339763 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf125f3-882c-407d-833c-a11f6eaa71a4 admin admin] Network 70fae593-b8e3-4ff7-b3b9-3060a635d4ae is already hosted by enough agents. {{(pid=80327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 00:45:36.340938 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-edf125f3-882c-407d-833c-a11f6eaa71a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:45:36.343129 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf125f3-882c-407d-833c-a11f6eaa71a4 admin admin] Received port after_create {{(pid=80327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 00:45:36.870974 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-edf125f3-882c-407d-833c-a11f6eaa71a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:37.212067 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-edf125f3-882c-407d-833c-a11f6eaa71a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854117379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854110107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2416'] for router, precommit_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:37.215550 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-edf125f3-882c-407d-833c-a11f6eaa71a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854119398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854119413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656386', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-665632'] for router, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:37.398124 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf125f3-882c-407d-833c-a11f6eaa71a4 admin admin] Router f0355f7d-674a-4ec7-a14a-03b948162823 has already been hosted by L3 agent 584cecf2-ad77-484a-986e-0fea284e741d {{(pid=80327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 00:45:37.576928 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf125f3-882c-407d-833c-a11f6eaa71a4 admin admin] Notify agent at l3_agent.dv-cinder-763306-5-smb the message routers_updated {{(pid=80327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 00:45:37.586801 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440bb1f2-ea02-4c61-9034-78fdf994e52a None None] Sync routers for ids ['f0355f7d-674a-4ec7-a14a-03b948162823'] in dv-cinder-763306-5-smb {{(pid=80328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 00:45:37.593066 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-edf125f3-882c-407d-833c-a11f6eaa71a4 admin admin] Notify callbacks [] for router, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:37.594877 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-edf125f3-882c-407d-833c-a11f6eaa71a4 admin admin] 10.222.0.73 "PUT /v2.0/routers/f0355f7d-674a-4ec7-a14a-03b948162823 HTTP/1.1" status: 200 len: 890 time: 3.2240758 Dec 04 00:45:37.597406 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440bb1f2-ea02-4c61-9034-78fdf994e52a None None] Routers {'f0355f7d-674a-4ec7-a14a-03b948162823'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 00:45:37.598099 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-440bb1f2-ea02-4c61-9034-78fdf994e52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T00:45:17Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['f0355f7d-674a-4ec7-a14a-03b948162823'], 'active': True} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:45:37.799805 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-440bb1f2-ea02-4c61-9034-78fdf994e52a None None] Set router f0355f7d-674a-4ec7-a14a-03b948162823 gateway port host: dv-cinder-763306-5-smb {{(pid=80328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 00:45:38.303836 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-440bb1f2-ea02-4c61-9034-78fdf994e52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0355f7d-674a-4ec7-a14a-03b948162823', 'name': 'router1', 'tenant_id': '13ed55656ab44509b2d5391c8223fa8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': '0cc1b653-3468-4ffd-a466-5262c8e281ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:45:13Z', 'updated_at': '2020-12-04T00:45:36Z', 'revision_number': 4, 'project_id': '13ed55656ab44509b2d5391c8223fa8b', 'gw_port': {'id': '0cc1b653-3468-4ffd-a466-5262c8e281ee', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0355f7d-674a-4ec7-a14a-03b948162823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:35Z', 'updated_at': '2020-12-04T00:45:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_interfaces': [{'id': '1f4121f5-c127-410b-97c6-78f1de628a81', 'name': '', 'network_id': 'f2367cb1-92ab-48a1-a011-54a314c7a3e4', 'tenant_id': '13ed55656ab44509b2d5391c8223fa8b', 'mac_address': 'fa:16:3e:24:3e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0355f7d-674a-4ec7-a14a-03b948162823', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '30d92ac2-6e29-4261-b93c-6a27c437ac46', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:25Z', 'updated_at': '2020-12-04T00:45:32Z', 'revision_number': 5, 'project_id': '13ed55656ab44509b2d5391c8223fa8b', 'subnets': [{'id': '30d92ac2-6e29-4261-b93c-6a27c437ac46', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '838ba4de-82ad-4b2d-aacb-5e0fd41ae9c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:45:38.308826 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440bb1f2-ea02-4c61-9034-78fdf994e52a None None] Checking router: f0355f7d-674a-4ec7-a14a-03b948162823 for host: dv-cinder-763306-5-smb {{(pid=80328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 00:45:38.309239 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440bb1f2-ea02-4c61-9034-78fdf994e52a None None] Updating router f0355f7d-674a-4ec7-a14a-03b948162823 port 0cc1b653-3468-4ffd-a466-5262c8e281ee binding host dv-cinder-763306-5-smb {{(pid=80328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 04 00:45:38.361336 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-440bb1f2-ea02-4c61-9034-78fdf994e52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:38.751514 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-440bb1f2-ea02-4c61-9034-78fdf994e52a None None] Notify callbacks [] for port, precommit_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:38.814660 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-440bb1f2-ea02-4c61-9034-78fdf994e52a None None] Transition to ACTIVE for port object 0cc1b653-3468-4ffd-a466-5262c8e281ee will not be triggered until provisioned by entity L2. {{(pid=80328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 00:45:38.848888 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-440bb1f2-ea02-4c61-9034-78fdf994e52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:38.865500 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:45:38.992505 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a568815-d654-4414-bb5c-88f6cd74187c None None] Pushing event updated for resources: {'Port': ['ID=0cc1b653-3468-4ffd-a466-5262c8e281ee,revision_number=2']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:45:39.001971 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-5a568815-d654-4414-bb5c-88f6cd74187c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:45:39.061624 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-440bb1f2-ea02-4c61-9034-78fdf994e52a None None] Attempting to bind port 0cc1b653-3468-4ffd-a466-5262c8e281ee on host dv-cinder-763306-5-smb for vnic_type normal with profile {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 00:45:39.062030 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-440bb1f2-ea02-4c61-9034-78fdf994e52a None None] Attempting to bind port 0cc1b653-3468-4ffd-a466-5262c8e281ee by drivers openvswitch on host dv-cinder-763306-5-smb at level 0 using segments [{'id': '103ae13c-6127-42b5-b5fb-b54d98895d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae'}] {{(pid=80328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 00:45:39.062431 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440bb1f2-ea02-4c61-9034-78fdf994e52a None None] Attempting to bind port 0cc1b653-3468-4ffd-a466-5262c8e281ee on network 70fae593-b8e3-4ff7-b3b9-3060a635d4ae {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 00:45:39.068171 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440bb1f2-ea02-4c61-9034-78fdf994e52a None None] Checking agent: {'id': '47cd6ef8-6b98-4dda-9657-1784e54a0c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 44, 48), 'started_at': datetime.datetime(2020, 12, 4, 0, 45, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 00:45:39.068582 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440bb1f2-ea02-4c61-9034-78fdf994e52a None None] Checking segment: {'id': '103ae13c-6127-42b5-b5fb-b54d98895d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 00:45:39.069022 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-440bb1f2-ea02-4c61-9034-78fdf994e52a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:39.069447 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440bb1f2-ea02-4c61-9034-78fdf994e52a None None] Bound using segment: {'id': '103ae13c-6127-42b5-b5fb-b54d98895d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae'} {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 00:45:39.069949 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-440bb1f2-ea02-4c61-9034-78fdf994e52a None None] Bound port: 0cc1b653-3468-4ffd-a466-5262c8e281ee, host: dv-cinder-763306-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '103ae13c-6127-42b5-b5fb-b54d98895d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae'}}] {{(pid=80328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 00:45:39.070355 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-440bb1f2-ea02-4c61-9034-78fdf994e52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:39.143194 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-440bb1f2-ea02-4c61-9034-78fdf994e52a None None] For port 0cc1b653-3468-4ffd-a466-5262c8e281ee, host dv-cinder-763306-5-smb, cleared binding levels {{(pid=80328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 00:45:39.146252 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-440bb1f2-ea02-4c61-9034-78fdf994e52a None None] For port 0cc1b653-3468-4ffd-a466-5262c8e281ee, host dv-cinder-763306-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=0cc1b653-3468-4ffd-a466-5262c8e281ee,segment=NetworkSegment(103ae13c-6127-42b5-b5fb-b54d98895d70),segment_id=103ae13c-6127-42b5-b5fb-b54d98895d70)] {{(pid=80328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 00:45:39.180619 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-440bb1f2-ea02-4c61-9034-78fdf994e52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:39.197055 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c4f7a4de-cba5-4210-aeeb-ba827a286afa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:45:39.346420 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a568815-d654-4414-bb5c-88f6cd74187c None None] Pushing event updated for resources: {'Port': ['ID=0cc1b653-3468-4ffd-a466-5262c8e281ee,revision_number=3']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:45:39.351677 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-5a568815-d654-4414-bb5c-88f6cd74187c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:45:39.390517 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440bb1f2-ea02-4c61-9034-78fdf994e52a None None] Routers {'f0355f7d-674a-4ec7-a14a-03b948162823'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 00:45:39.391732 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-440bb1f2-ea02-4c61-9034-78fdf994e52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T00:45:17Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['f0355f7d-674a-4ec7-a14a-03b948162823'], 'active': True} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:45:39.572482 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-440bb1f2-ea02-4c61-9034-78fdf994e52a None None] Set router f0355f7d-674a-4ec7-a14a-03b948162823 gateway port host: dv-cinder-763306-5-smb {{(pid=80328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 00:45:39.918606 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-440bb1f2-ea02-4c61-9034-78fdf994e52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0355f7d-674a-4ec7-a14a-03b948162823', 'name': 'router1', 'tenant_id': '13ed55656ab44509b2d5391c8223fa8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': '0cc1b653-3468-4ffd-a466-5262c8e281ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:45:13Z', 'updated_at': '2020-12-04T00:45:36Z', 'revision_number': 4, 'project_id': '13ed55656ab44509b2d5391c8223fa8b', 'gw_port': {'id': '0cc1b653-3468-4ffd-a466-5262c8e281ee', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0355f7d-674a-4ec7-a14a-03b948162823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:35Z', 'updated_at': '2020-12-04T00:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_interfaces': [{'id': '1f4121f5-c127-410b-97c6-78f1de628a81', 'name': '', 'network_id': 'f2367cb1-92ab-48a1-a011-54a314c7a3e4', 'tenant_id': '13ed55656ab44509b2d5391c8223fa8b', 'mac_address': 'fa:16:3e:24:3e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0355f7d-674a-4ec7-a14a-03b948162823', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '30d92ac2-6e29-4261-b93c-6a27c437ac46', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:25Z', 'updated_at': '2020-12-04T00:45:32Z', 'revision_number': 5, 'project_id': '13ed55656ab44509b2d5391c8223fa8b', 'subnets': [{'id': '30d92ac2-6e29-4261-b93c-6a27c437ac46', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '838ba4de-82ad-4b2d-aacb-5e0fd41ae9c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:45:39.923503 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440bb1f2-ea02-4c61-9034-78fdf994e52a None None] The sync data for ids ['f0355f7d-674a-4ec7-a14a-03b948162823'] in dv-cinder-763306-5-smb is: [{'id': 'f0355f7d-674a-4ec7-a14a-03b948162823', 'name': 'router1', 'tenant_id': '13ed55656ab44509b2d5391c8223fa8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': '0cc1b653-3468-4ffd-a466-5262c8e281ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:45:13Z', 'updated_at': '2020-12-04T00:45:36Z', 'revision_number': 4, 'project_id': '13ed55656ab44509b2d5391c8223fa8b', 'gw_port': {'id': '0cc1b653-3468-4ffd-a466-5262c8e281ee', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:4e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0355f7d-674a-4ec7-a14a-03b948162823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:35Z', 'updated_at': '2020-12-04T00:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_interfaces': [{'id': '1f4121f5-c127-410b-97c6-78f1de628a81', 'name': '', 'network_id': 'f2367cb1-92ab-48a1-a011-54a314c7a3e4', 'tenant_id': '13ed55656ab44509b2d5391c8223fa8b', 'mac_address': 'fa:16:3e:24:3e:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0355f7d-674a-4ec7-a14a-03b948162823', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '30d92ac2-6e29-4261-b93c-6a27c437ac46', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:45:25Z', 'updated_at': '2020-12-04T00:45:32Z', 'revision_number': 5, 'project_id': '13ed55656ab44509b2d5391c8223fa8b', 'subnets': [{'id': '30d92ac2-6e29-4261-b93c-6a27c437ac46', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '838ba4de-82ad-4b2d-aacb-5e0fd41ae9c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 00:45:40.268236 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 33950) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:45:40.423708 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb09ac3-6022-4094-8686-efd8b3db0240 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:45:40.425297 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-aeb09ac3-6022-4094-8686-efd8b3db0240 admin admin] 10.222.0.73 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1560166 Dec 04 00:45:40.757646 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 0cc1b653-3468-4ffd-a466-5262c8e281ee up at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:45:40.859449 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning for port 0cc1b653-3468-4ffd-a466-5262c8e281ee completed by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 00:45:40.865297 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning complete for port 0cc1b653-3468-4ffd-a466-5262c8e281ee triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:45:40.865866 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:40.990712 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:41.006909 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] For port 0cc1b653-3468-4ffd-a466-5262c8e281ee, host dv-cinder-763306-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=0cc1b653-3468-4ffd-a466-5262c8e281ee,segment=NetworkSegment(103ae13c-6127-42b5-b5fb-b54d98895d70),segment_id=103ae13c-6127-42b5-b5fb-b54d98895d70)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:45:41.042269 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:41.044632 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-5a568815-d654-4414-bb5c-88f6cd74187c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:45:41.117736 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Pushing event updated for resources: {'Port': ['ID=0cc1b653-3468-4ffd-a466-5262c8e281ee,revision_number=4']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:45:41.120946 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:45:42.744122 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 0cc1b653-3468-4ffd-a466-5262c8e281ee up at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:45:42.827795 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning complete for port 0cc1b653-3468-4ffd-a466-5262c8e281ee triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:45:42.828217 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:44.633038 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a1aa5380-981b-4943-a452-5058a606da12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:46.769424 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-0ee6013c-6e50-41c0-b076-9aa8141b696c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:47.357958 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:48.517449 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:45:48.826223 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:46:02.264563 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 5 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 00:46:14.618766 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-ddd6329c-ca67-498d-804a-b673a9288cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:46:16.762464 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-715937c0-5ae3-43c1-b533-35a78b998331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:46:17.350749 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:46:18.482184 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:46:18.836433 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:46:39.257625 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 5 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 00:46:44.641383 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f94339b2-60f2-4739-b023-e950bb2cc1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:46:46.761722 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-1568879e-41a6-48d3-b5cd-5b88b7b2ed28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:46:47.356163 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:46:48.504417 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:46:48.830423 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:47:14.642379 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2c3eb79a-1383-48de-ba7a-ac9d6eea2637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:47:16.259429 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 5 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 00:47:16.772518 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-81ead58d-9238-4d43-a4ef-b00580d0527a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:47:17.355458 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:47:18.486842 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:47:18.845951 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:47:44.623481 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d93b7c52-323c-48dc-912e-19a50563b220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:47:46.748544 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-47d767e2-1b61-4da6-94b0-148ff3b97c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:47:47.360045 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:47:48.497162 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:47:48.840027 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:47:53.261730 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 5 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 00:47:56.188842 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 34526) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:47:56.291038 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.pecan_wsgi.hooks.translation [None req-d55042d3-480d-4bd2-902e-a0ffa9ae33da admin admin] GET failed (client error): The resource could not be found. Dec 04 00:47:56.292376 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-d55042d3-480d-4bd2-902e-a0ffa9ae33da admin admin] 10.222.0.73 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1024380 Dec 04 00:47:56.434243 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b495d91e-ff5a-4ebc-8404-0df40be26131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:47:56.435729 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-b495d91e-ff5a-4ebc-8404-0df40be26131 admin admin] 10.222.0.73 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1387231 Dec 04 00:47:58.891296 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 34536) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:47:59.040401 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc33c55-c2a1-4d48-92ec-b2c2ef92e000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:47:59.041792 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-fcc33c55-c2a1-4d48-92ec-b2c2ef92e000 admin admin] 10.222.0.73 "GET /v2.0/subnets/30d92ac2-6e29-4261-b93c-6a27c437ac46 HTTP/1.1" status: 200 len: 849 time: 0.1494884 Dec 04 00:47:59.052377 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-58cdccd1-5e0d-487f-ba69-652fa8d52a38 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:47:59.177450 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-58cdccd1-5e0d-487f-ba69-652fa8d52a38 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:47:59.537185 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-58cdccd1-5e0d-487f-ba69-652fa8d52a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745381550195'] for subnet, after_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:47:59.552077 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:47:59.838936 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cdccd1-5e0d-487f-ba69-652fa8d52a38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30d92ac2-6e29-4261-b93c-6a27c437ac46,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:47:59.857712 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cdccd1-5e0d-487f-ba69-652fa8d52a38 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:47:59.858088 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cdccd1-5e0d-487f-ba69-652fa8d52a38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:47:59.858455 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cdccd1-5e0d-487f-ba69-652fa8d52a38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:47:59.858817 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cdccd1-5e0d-487f-ba69-652fa8d52a38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:47:59.859197 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cdccd1-5e0d-487f-ba69-652fa8d52a38 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:47:59.859554 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cdccd1-5e0d-487f-ba69-652fa8d52a38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:47:59.859907 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cdccd1-5e0d-487f-ba69-652fa8d52a38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:47:59.860777 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cdccd1-5e0d-487f-ba69-652fa8d52a38 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:47:59.861132 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cdccd1-5e0d-487f-ba69-652fa8d52a38 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:47:59.861483 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cdccd1-5e0d-487f-ba69-652fa8d52a38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:47:59.861837 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cdccd1-5e0d-487f-ba69-652fa8d52a38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:47:59.862241 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cdccd1-5e0d-487f-ba69-652fa8d52a38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:47:59.869063 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-58cdccd1-5e0d-487f-ba69-652fa8d52a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:47:59.896167 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cdccd1-5e0d-487f-ba69-652fa8d52a38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:47:59.896804 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-58cdccd1-5e0d-487f-ba69-652fa8d52a38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for subnet, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:47:59.898161 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-58cdccd1-5e0d-487f-ba69-652fa8d52a38 admin admin] 10.222.0.73 "PUT /v2.0/subnets/30d92ac2-6e29-4261-b93c-6a27c437ac46 HTTP/1.1" status: 200 len: 868 time: 0.8498273 Dec 04 00:47:59.914328 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdd8ec1-c1ec-4745-bd1c-c71d7a6b4d14 None None] Network f2367cb1-92ab-48a1-a011-54a314c7a3e4 requested from dv-cinder-763306-5-smb {{(pid=80328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 00:48:00.372199 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-f1769174-ee30-4918-9af0-42aa427ffc62 None None] Provisioning complete for port 8012bde7-2b39-435a-8ba1-b9dc8a60cfe2 triggered by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:48:00.372612 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f1769174-ee30-4918-9af0-42aa427ffc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:48:00.500648 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-f1769174-ee30-4918-9af0-42aa427ffc62 None None] Provisioning complete for port 1f4121f5-c127-410b-97c6-78f1de628a81 triggered by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:48:00.501084 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f1769174-ee30-4918-9af0-42aa427ffc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:48:02.355753 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 34546) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:48:02.568971 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b34573-4ee9-4257-a20a-27b71b045344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:48:02.569398 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b34573-4ee9-4257-a20a-27b71b045344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:48:02.570185 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-a2b34573-4ee9-4257-a20a-27b71b045344 admin admin] Synchronizing usage tracker for tenant:5ea91fde01c445a3acfc1b55693d9661 on resource:network {{(pid=80326) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 00:48:02.616250 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-a2b34573-4ee9-4257-a20a-27b71b045344 admin admin] Unset dirty status for tenant:5ea91fde01c445a3acfc1b55693d9661 on resource:network {{(pid=80326) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 00:48:02.617483 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-a2b34573-4ee9-4257-a20a-27b71b045344 admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2607071 Dec 04 00:48:05.070448 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 34556) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:48:05.284930 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be3f90b-c7de-4fd5-be83-54aae38d5165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:48:05.285291 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be3f90b-c7de-4fd5-be83-54aae38d5165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:48:05.286929 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-3be3f90b-c7de-4fd5-be83-54aae38d5165 admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2154574 Dec 04 00:48:07.732470 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 34566) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:48:08.108029 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0abf4e-84d5-4bae-8dd3-1e36f84b9d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:48:08.109511 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-3c0abf4e-84d5-4bae-8dd3-1e36f84b9d1b admin admin] 10.222.0.73 "GET /v2.0/networks/70fae593-b8e3-4ff7-b3b9-3060a635d4ae HTTP/1.1" status: 200 len: 886 time: 0.3760252 Dec 04 00:48:10.550952 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 34576) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:48:10.764807 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0aa4474-b865-49c8-b512-b1cbd2f1f968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:48:10.766277 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-b0aa4474-b865-49c8-b512-b1cbd2f1f968 admin admin] 10.222.0.73 "GET /v2.0/networks/f2367cb1-92ab-48a1-a011-54a314c7a3e4 HTTP/1.1" status: 200 len: 862 time: 0.2142401 Dec 04 00:48:13.209800 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 34586) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:48:13.351326 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3160931-28d0-4bc7-8ddd-4900c28af0af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:48:13.351747 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3160931-28d0-4bc7-8ddd-4900c28af0af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:48:13.352523 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-d3160931-28d0-4bc7-8ddd-4900c28af0af admin admin] Synchronizing usage tracker for tenant:5ea91fde01c445a3acfc1b55693d9661 on resource:subnet {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 00:48:13.439895 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-d3160931-28d0-4bc7-8ddd-4900c28af0af admin admin] Unset dirty status for tenant:5ea91fde01c445a3acfc1b55693d9661 on resource:subnet {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 00:48:13.441085 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-d3160931-28d0-4bc7-8ddd-4900c28af0af admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2302163 Dec 04 00:48:14.628285 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-1b248411-32d3-4915-87d1-3a3f3f699a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:48:15.888530 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 34596) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:48:16.031830 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abde118f-1a45-4396-b531-8ffc577a943b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:48:16.032245 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abde118f-1a45-4396-b531-8ffc577a943b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:48:16.033853 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-abde118f-1a45-4396-b531-8ffc577a943b admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1443093 Dec 04 00:48:16.758643 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9b2efe6e-9d44-4953-a249-02ee0ddfcdd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:48:17.364395 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:48:18.477165 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 34606) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:48:18.503069 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:48:18.624573 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebdad38-e68f-4033-80f7-a2f446258287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:48:18.626032 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-2ebdad38-e68f-4033-80f7-a2f446258287 admin admin] 10.222.0.73 "GET /v2.0/subnets/30d92ac2-6e29-4261-b93c-6a27c437ac46 HTTP/1.1" status: 200 len: 868 time: 0.1478307 Dec 04 00:48:18.846155 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:48:21.067352 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 34616) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:48:21.204417 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b902c84f-fa1c-4c2d-bde9-9ac4b0ad4faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:48:21.205712 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-b902c84f-fa1c-4c2d-bde9-9ac4b0ad4faf admin admin] 10.222.0.73 "GET /v2.0/subnets/838c8f98-d37b-4481-803e-42068845ce24 HTTP/1.1" status: 200 len: 816 time: 0.1373289 Dec 04 00:48:30.271399 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 5 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 00:48:44.633451 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-acd16e56-7788-46bc-96a1-e6117f2c43c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:48:46.749813 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 34656) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:48:46.787931 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-fbaf8b54-793a-4138-aa2b-161b7880c002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:48:46.830801 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [None req-814de976-c397-4d7b-888b-3519b0956af1 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=80327) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 04 00:48:46.831963 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-814de976-c397-4d7b-888b-3519b0956af1 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0811663 Dec 04 00:48:47.358811 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:48:48.501707 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:48:48.844564 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:48:49.369025 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 34666) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:48:49.470805 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.pecan_wsgi.hooks.translation [None req-a99e2cdd-965d-4b7b-a4cf-975b978a95f3 admin admin] GET failed (client error): The resource could not be found. Dec 04 00:48:49.472222 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-a99e2cdd-965d-4b7b-a4cf-975b978a95f3 admin admin] 10.222.0.73 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1021211 Dec 04 00:48:49.612508 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7cadbd-6d15-469e-85f4-84a98390f107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:48:49.614056 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-bd7cadbd-6d15-469e-85f4-84a98390f107 admin admin] 10.222.0.73 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1374445 Dec 04 00:48:52.084786 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 34676) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:48:52.164942 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-03210a87-68a1-4790-beec-930672fa1a45 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=80326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:48:52.169948 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-03210a87-68a1-4790-beec-930672fa1a45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:48:52.180407 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-03210a87-68a1-4790-beec-930672fa1a45 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:48:52.237619 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03210a87-68a1-4790-beec-930672fa1a45 admin admin] Made reservation on behalf of 5ea91fde01c445a3acfc1b55693d9661 for: {'network': 1} {{(pid=80326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 00:48:52.242304 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-03210a87-68a1-4790-beec-930672fa1a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for network, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:48:52.337358 dv-cinder-763306-5-smb neutron-server[80215]: WARNING neutron.services.revisions.revision_plugin [None req-03210a87-68a1-4790-beec-930672fa1a45 admin admin] Could not find related network for resource to bump revision. Dec 04 00:48:52.393600 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03210a87-68a1-4790-beec-930672fa1a45 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 04 00:48:52.403312 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-03210a87-68a1-4790-beec-930672fa1a45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851436430'] for segment, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:48:52.403696 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.db.segments_db [None req-03210a87-68a1-4790-beec-930672fa1a45 admin admin] Added segment d6adbd16-ccfc-47dc-88ca-5f2258b5a469 of type vxlan for network 4a8dd76a-ef00-4553-a0b0-aad4323dc243 Dec 04 00:48:52.430040 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-03210a87-68a1-4790-beec-930672fa1a45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745381119791'] for network, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:48:52.495743 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-03210a87-68a1-4790-beec-930672fa1a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616'] for network, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:48:52.497038 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03210a87-68a1-4790-beec-930672fa1a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:48:52.497666 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-03210a87-68a1-4790-beec-930672fa1a45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for network, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:48:52.503344 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:48:52.609440 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03210a87-68a1-4790-beec-930672fa1a45 admin admin] Pushing event updated for resources: {'Network': ['ID=4a8dd76a-ef00-4553-a0b0-aad4323dc243,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:48:52.612345 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-03210a87-68a1-4790-beec-930672fa1a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:48:52.620592 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Network 4a8dd76a-ef00-4553-a0b0-aad4323dc243 details requested by agent ovs-agent-dv-cinder-763306-5-smb with host dv-cinder-763306-5-smb {{(pid=80328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 00:48:52.628076 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-03210a87-68a1-4790-beec-930672fa1a45 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.5421767 Dec 04 00:48:55.110876 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 34686) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:48:55.213783 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa7a7c98-13a8-4d72-986b-2ace426b2580 admin admin] GET failed (client error): The resource could not be found. Dec 04 00:48:55.214339 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-fa7a7c98-13a8-4d72-986b-2ace426b2580 admin admin] Synchronizing usage tracker for tenant:5ea91fde01c445a3acfc1b55693d9661 on resource:network {{(pid=80326) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 00:48:55.273193 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-fa7a7c98-13a8-4d72-986b-2ace426b2580 admin admin] Unset dirty status for tenant:5ea91fde01c445a3acfc1b55693d9661 on resource:network {{(pid=80326) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 00:48:55.274444 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-fa7a7c98-13a8-4d72-986b-2ace426b2580 admin admin] 10.222.0.73 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1625075 Dec 04 00:48:55.390304 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a913e66-1fb5-4865-ade9-a846274958c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:48:55.391855 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-1a913e66-1fb5-4865-ade9-a846274958c8 admin admin] 10.222.0.73 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1129763 Dec 04 00:48:55.404024 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-1f16663c-ff45-452d-a311-033203293b52 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '4a8dd76a-ef00-4553-a0b0-aad4323dc243', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=80326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:48:55.408678 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-1f16663c-ff45-452d-a311-033203293b52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:48:55.418368 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-1f16663c-ff45-452d-a311-033203293b52 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:48:55.455842 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f16663c-ff45-452d-a311-033203293b52 admin admin] Made reservation on behalf of 5ea91fde01c445a3acfc1b55693d9661 for: {'subnet': 1} {{(pid=80326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 00:48:55.460376 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-1f16663c-ff45-452d-a311-033203293b52 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:48:55.908839 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-1f16663c-ff45-452d-a311-033203293b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616'] for subnet, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:48:55.924270 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:48:56.051074 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16663c-ff45-452d-a311-033203293b52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2af6a2a5-d58a-4299-8d1c-1af74eda77b9,revision_number=0']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:48:56.062898 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-1f16663c-ff45-452d-a311-033203293b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:48:56.119418 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f16663c-ff45-452d-a311-033203293b52 admin admin] Checking segment: {'id': 'd6adbd16-ccfc-47dc-88ca-5f2258b5a469', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4a8dd76a-ef00-4553-a0b0-aad4323dc243'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 00:48:56.119925 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f16663c-ff45-452d-a311-033203293b52 admin admin] Network hostable DHCP agents. Network: 4a8dd76a-ef00-4553-a0b0-aad4323dc243, hostable agents: ['58f05500-12a8-4f3a-bf6e-722eafa3a905'], hosted agents: [] {{(pid=80326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 04 00:48:56.180944 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f16663c-ff45-452d-a311-033203293b52 admin admin] Network 4a8dd76a-ef00-4553-a0b0-aad4323dc243 is scheduled to be hosted by DHCP agent 58f05500-12a8-4f3a-bf6e-722eafa3a905 with binding_index 1 {{(pid=80326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 04 00:48:56.215864 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-1f16663c-ff45-452d-a311-033203293b52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-5-smb, 4a8dd76a-ef00-4553-a0b0-aad4323dc243) {{(pid=80326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:48:56.220715 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f16663c-ff45-452d-a311-033203293b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:48:56.221359 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-1f16663c-ff45-452d-a311-033203293b52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for subnet, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:48:56.225960 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cdee67-5aa1-4b70-8890-1112bb6f0372 None None] Network 4a8dd76a-ef00-4553-a0b0-aad4323dc243 requested from dv-cinder-763306-5-smb {{(pid=80328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 00:48:56.273922 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-1f16663c-ff45-452d-a311-033203293b52 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8736744 Dec 04 00:48:56.461775 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b85a5f-46fb-4b71-81b7-4f89426e1293 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1639bd91-b761-5fc0-b5a3-901fdf1278c2-4a8dd76a-ef00-4553-a0b0-aad4323dc243', 'network_id': '4a8dd76a-ef00-4553-a0b0-aad4323dc243', 'tenant_id': '5ea91fde01c445a3acfc1b55693d9661', 'fixed_ips': [{'subnet_id': '2af6a2a5-d58a-4299-8d1c-1af74eda77b9'}]}} from dv-cinder-763306-5-smb. {{(pid=80328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 04 00:48:56.462679 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a4b85a5f-46fb-4b71-81b7-4f89426e1293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:48:56.761712 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [None req-a4b85a5f-46fb-4b71-81b7-4f89426e1293 None None] Allocated IP 192.168.233.2 (4a8dd76a-ef00-4553-a0b0-aad4323dc243/2af6a2a5-d58a-4299-8d1c-1af74eda77b9/c5e0e735-06a2-4a0d-86ee-4d452acb3f21) {{(pid=80328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 00:48:57.078347 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a4b85a5f-46fb-4b71-81b7-4f89426e1293 None None] Notify callbacks [] for port, precommit_create {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:48:57.142016 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a4b85a5f-46fb-4b71-81b7-4f89426e1293 None None] Transition to ACTIVE for port object c5e0e735-06a2-4a0d-86ee-4d452acb3f21 will not be triggered until provisioned by entity L2. {{(pid=80328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 00:48:57.160115 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a4b85a5f-46fb-4b71-81b7-4f89426e1293 None None] Transition to ACTIVE for port object c5e0e735-06a2-4a0d-86ee-4d452acb3f21 will not be triggered until provisioned by entity DHCP. {{(pid=80328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 00:48:57.188108 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a4b85a5f-46fb-4b71-81b7-4f89426e1293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386'] for port, after_create {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:48:57.204739 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-5a568815-d654-4414-bb5c-88f6cd74187c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:48:57.333576 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b85a5f-46fb-4b71-81b7-4f89426e1293 None None] Pushing event updated for resources: {'Port': ['ID=c5e0e735-06a2-4a0d-86ee-4d452acb3f21,revision_number=1']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:48:57.350627 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b85a5f-46fb-4b71-81b7-4f89426e1293 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:48:57.351005 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b85a5f-46fb-4b71-81b7-4f89426e1293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:48:57.351402 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b85a5f-46fb-4b71-81b7-4f89426e1293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:48:57.351768 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b85a5f-46fb-4b71-81b7-4f89426e1293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:48:57.352128 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b85a5f-46fb-4b71-81b7-4f89426e1293 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:48:57.352489 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b85a5f-46fb-4b71-81b7-4f89426e1293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:48:57.352844 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b85a5f-46fb-4b71-81b7-4f89426e1293 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:48:57.353199 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b85a5f-46fb-4b71-81b7-4f89426e1293 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:48:57.353555 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b85a5f-46fb-4b71-81b7-4f89426e1293 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:48:57.353911 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b85a5f-46fb-4b71-81b7-4f89426e1293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:48:57.354265 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b85a5f-46fb-4b71-81b7-4f89426e1293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:48:57.354691 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b85a5f-46fb-4b71-81b7-4f89426e1293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:48:57.358610 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a4b85a5f-46fb-4b71-81b7-4f89426e1293 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:48:57.408720 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b85a5f-46fb-4b71-81b7-4f89426e1293 None None] Network 4a8dd76a-ef00-4553-a0b0-aad4323dc243 is already hosted by enough agents. {{(pid=80328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 00:48:57.409946 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-a4b85a5f-46fb-4b71-81b7-4f89426e1293 None None] Resources bound (agent type, host, resource id): {{(pid=80328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:48:57.412321 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b85a5f-46fb-4b71-81b7-4f89426e1293 None None] Received port after_create {{(pid=80328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 00:48:57.468341 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-a4b85a5f-46fb-4b71-81b7-4f89426e1293 None None] Attempting to bind port c5e0e735-06a2-4a0d-86ee-4d452acb3f21 on host dv-cinder-763306-5-smb for vnic_type normal with profile {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 00:48:57.468721 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-a4b85a5f-46fb-4b71-81b7-4f89426e1293 None None] Attempting to bind port c5e0e735-06a2-4a0d-86ee-4d452acb3f21 by drivers openvswitch on host dv-cinder-763306-5-smb at level 0 using segments [{'id': 'd6adbd16-ccfc-47dc-88ca-5f2258b5a469', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4a8dd76a-ef00-4553-a0b0-aad4323dc243'}] {{(pid=80328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 00:48:57.469170 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b85a5f-46fb-4b71-81b7-4f89426e1293 None None] Attempting to bind port c5e0e735-06a2-4a0d-86ee-4d452acb3f21 on network 4a8dd76a-ef00-4553-a0b0-aad4323dc243 {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 00:48:57.475518 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b85a5f-46fb-4b71-81b7-4f89426e1293 None None] Checking agent: {'id': '47cd6ef8-6b98-4dda-9657-1784e54a0c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 44, 48), 'started_at': datetime.datetime(2020, 12, 4, 0, 45, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 00:48:57.475940 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b85a5f-46fb-4b71-81b7-4f89426e1293 None None] Checking segment: {'id': 'd6adbd16-ccfc-47dc-88ca-5f2258b5a469', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4a8dd76a-ef00-4553-a0b0-aad4323dc243'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 00:48:57.476381 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a4b85a5f-46fb-4b71-81b7-4f89426e1293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:48:57.476816 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b85a5f-46fb-4b71-81b7-4f89426e1293 None None] Bound using segment: {'id': 'd6adbd16-ccfc-47dc-88ca-5f2258b5a469', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4a8dd76a-ef00-4553-a0b0-aad4323dc243'} {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 00:48:57.477326 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-a4b85a5f-46fb-4b71-81b7-4f89426e1293 None None] Bound port: c5e0e735-06a2-4a0d-86ee-4d452acb3f21, host: dv-cinder-763306-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6adbd16-ccfc-47dc-88ca-5f2258b5a469', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4a8dd76a-ef00-4553-a0b0-aad4323dc243'}}] {{(pid=80328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 00:48:57.477740 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a4b85a5f-46fb-4b71-81b7-4f89426e1293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:48:57.573954 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-a4b85a5f-46fb-4b71-81b7-4f89426e1293 None None] For port c5e0e735-06a2-4a0d-86ee-4d452acb3f21, host dv-cinder-763306-5-smb, cleared binding levels {{(pid=80328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 00:48:57.577691 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-a4b85a5f-46fb-4b71-81b7-4f89426e1293 None None] For port c5e0e735-06a2-4a0d-86ee-4d452acb3f21, host dv-cinder-763306-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=c5e0e735-06a2-4a0d-86ee-4d452acb3f21,segment=NetworkSegment(d6adbd16-ccfc-47dc-88ca-5f2258b5a469),segment_id=d6adbd16-ccfc-47dc-88ca-5f2258b5a469)] {{(pid=80328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 00:48:57.634061 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a4b85a5f-46fb-4b71-81b7-4f89426e1293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:48:57.650746 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:48:57.802511 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b85a5f-46fb-4b71-81b7-4f89426e1293 None None] Pushing event updated for resources: {'Port': ['ID=c5e0e735-06a2-4a0d-86ee-4d452acb3f21,revision_number=2']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:48:57.805923 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a4b85a5f-46fb-4b71-81b7-4f89426e1293 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:48:58.864827 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device c5e0e735-06a2-4a0d-86ee-4d452acb3f21 up at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:48:58.981865 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning for port c5e0e735-06a2-4a0d-86ee-4d452acb3f21 completed by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 00:48:59.069927 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92e373e-64c8-4da9-8494-72d1a00c568c None None] Network 4a8dd76a-ef00-4553-a0b0-aad4323dc243 requested from dv-cinder-763306-5-smb {{(pid=80328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 00:48:59.189374 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a86472fb-497b-47b1-9ad9-1c1729eed795 None None] Provisioning for port c5e0e735-06a2-4a0d-86ee-4d452acb3f21 completed by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 00:48:59.206069 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a86472fb-497b-47b1-9ad9-1c1729eed795 None None] Provisioning complete for port c5e0e735-06a2-4a0d-86ee-4d452acb3f21 triggered by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:48:59.206490 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a86472fb-497b-47b1-9ad9-1c1729eed795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:48:59.570788 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a86472fb-497b-47b1-9ad9-1c1729eed795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:48:59.615577 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-a86472fb-497b-47b1-9ad9-1c1729eed795 None None] For port c5e0e735-06a2-4a0d-86ee-4d452acb3f21, host dv-cinder-763306-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=c5e0e735-06a2-4a0d-86ee-4d452acb3f21,segment=NetworkSegment(d6adbd16-ccfc-47dc-88ca-5f2258b5a469),segment_id=d6adbd16-ccfc-47dc-88ca-5f2258b5a469)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:48:59.684132 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a86472fb-497b-47b1-9ad9-1c1729eed795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:48:59.687442 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:48:59.759834 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86472fb-497b-47b1-9ad9-1c1729eed795 None None] Pushing event updated for resources: {'Port': ['ID=c5e0e735-06a2-4a0d-86ee-4d452acb3f21,revision_number=3']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:48:59.764851 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a86472fb-497b-47b1-9ad9-1c1729eed795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:48:59.805479 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-1fd8ffda-a5dd-4a11-a262-9feb1613c40a None None] Provisioning complete for port c5e0e735-06a2-4a0d-86ee-4d452acb3f21 triggered by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:48:59.805895 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-1fd8ffda-a5dd-4a11-a262-9feb1613c40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:49:00.049250 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-bedbf2ba-e978-4ebe-b29b-b15c4a806940 None None] Provisioning complete for port c5e0e735-06a2-4a0d-86ee-4d452acb3f21 triggered by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:49:00.049734 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-bedbf2ba-e978-4ebe-b29b-b15c4a806940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:49:00.291682 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-8ef58202-d249-4e76-9c54-ea6aead98add None None] Provisioning complete for port c5e0e735-06a2-4a0d-86ee-4d452acb3f21 triggered by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:49:00.292104 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8ef58202-d249-4e76-9c54-ea6aead98add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:49:00.832740 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device c5e0e735-06a2-4a0d-86ee-4d452acb3f21 up at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:49:00.901052 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning complete for port c5e0e735-06a2-4a0d-86ee-4d452acb3f21 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:49:00.901547 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:49:07.263397 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 5 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 00:49:14.667072 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8ad41de6-1c05-4207-8fe9-7f6d2f8ea7fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:49:16.769599 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-ae025db1-efb5-4ed1-a04f-4389bd7798ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:49:17.369864 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:49:18.495710 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:49:18.849499 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:49:44.268056 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 5 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 00:49:44.632403 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-ebc2f9ab-62f5-4d01-835f-bb3640b1a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:49:46.774792 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b8f13a5a-865f-404b-8930-a365c496bc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:49:47.379705 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:49:48.483825 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:49:48.865824 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:50:14.643063 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2a4ba102-9a26-4588-8401-265e56813f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:50:16.780007 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-34fe2ffa-b3f6-43c7-9588-388b57fc6ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:50:17.380477 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:50:18.494769 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:50:18.877484 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:50:21.272965 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 5 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 00:50:23.755496 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 34728) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:50:23.762022 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [None req-b00ee2df-5115-487b-9c83-11b9b549c9dc tempest-verify_tempest_config-1815956339 tempest-verify_tempest_config-1815956339] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=80326) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 04 00:50:23.763122 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-b00ee2df-5115-487b-9c83-11b9b549c9dc tempest-verify_tempest_config-1815956339 tempest-verify_tempest_config-1815956339] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13036 time: 0.0065670 Dec 04 00:50:24.248568 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 34748) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:50:24.401348 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2fb41245-f22f-4df1-89ad-86cee7c37700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:50:24.416340 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-2fb41245-f22f-4df1-89ad-86cee7c37700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:50:24.420427 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-2fb41245-f22f-4df1-89ad-86cee7c37700 admin admin] Usage tracker for resource:security_group_rule and tenant:7b26aabc84c947c4acf0a53d1d80e4e4 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:50:24.423857 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-2fb41245-f22f-4df1-89ad-86cee7c37700 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:50:24.429568 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-2fb41245-f22f-4df1-89ad-86cee7c37700 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:50:24.781944 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2fb41245-f22f-4df1-89ad-86cee7c37700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:50:24.819974 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2fb41245-f22f-4df1-89ad-86cee7c37700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:50:24.829608 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:50:24.873149 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-2fb41245-f22f-4df1-89ad-86cee7c37700 admin admin] Synchronizing usage tracker for tenant:5ea91fde01c445a3acfc1b55693d9661 on resource:security_group {{(pid=80326) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 00:50:24.877253 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb41245-f22f-4df1-89ad-86cee7c37700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ea0dc3-f439-419e-9461-a7bcf52d2a4a,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:50:24.887578 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb41245-f22f-4df1-89ad-86cee7c37700 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:50:24.887961 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb41245-f22f-4df1-89ad-86cee7c37700 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:50:24.888342 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb41245-f22f-4df1-89ad-86cee7c37700 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:50:24.888697 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb41245-f22f-4df1-89ad-86cee7c37700 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:50:24.889060 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb41245-f22f-4df1-89ad-86cee7c37700 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:50:24.889420 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb41245-f22f-4df1-89ad-86cee7c37700 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:50:24.889776 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb41245-f22f-4df1-89ad-86cee7c37700 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:50:24.890154 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb41245-f22f-4df1-89ad-86cee7c37700 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:50:24.890529 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb41245-f22f-4df1-89ad-86cee7c37700 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:50:24.890885 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb41245-f22f-4df1-89ad-86cee7c37700 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:50:24.891284 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb41245-f22f-4df1-89ad-86cee7c37700 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:50:24.891645 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb41245-f22f-4df1-89ad-86cee7c37700 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:50:24.896842 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-2fb41245-f22f-4df1-89ad-86cee7c37700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:50:24.933964 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-2fb41245-f22f-4df1-89ad-86cee7c37700 admin admin] Unset dirty status for tenant:5ea91fde01c445a3acfc1b55693d9661 on resource:security_group {{(pid=80326) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 00:50:24.935346 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-2fb41245-f22f-4df1-89ad-86cee7c37700 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7b26aabc84c947c4acf0a53d1d80e4e4&name=default HTTP/1.1" status: 200 len: 2875 time: 0.6856978 Dec 04 00:50:24.938699 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 34754) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:50:24.999409 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-75a3e6b4-09d6-49db-8da1-3e8eda18c99a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:50:25.026592 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-75a3e6b4-09d6-49db-8da1-3e8eda18c99a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:50:25.117001 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-75a3e6b4-09d6-49db-8da1-3e8eda18c99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:50:25.122337 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-af8e03d0-5be7-42ed-9361-70e701e2a3ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:50:25.136675 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3e6b4-09d6-49db-8da1-3e8eda18c99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ea0dc3-f439-419e-9461-a7bcf52d2a4a,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:50:25.139449 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-75a3e6b4-09d6-49db-8da1-3e8eda18c99a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:50:25.140608 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-75a3e6b4-09d6-49db-8da1-3e8eda18c99a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:50:25.141795 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-75a3e6b4-09d6-49db-8da1-3e8eda18c99a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/47ea0dc3-f439-419e-9461-a7bcf52d2a4a HTTP/1.1" status: 204 len: 168 time: 0.2020879 Dec 04 00:50:44.654226 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-58c52ad8-125a-474a-81d9-34ccf50d6849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:50:46.802431 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9a9fe9d6-e55f-4496-823b-cba00a0b8dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:50:47.373986 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:50:48.487950 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:50:48.859788 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:50:58.273421 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 5 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 00:51:14.648007 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-03c75745-4f97-474e-b970-4ea9cebfdabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:51:16.779712 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c5204ca6-fbee-4198-a602-fe9e077dbfc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:51:17.401761 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:51:18.493314 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:51:18.870222 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:51:35.276962 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 5 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 00:51:44.647086 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b03c3016-3458-49e2-9467-350c0716d6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:51:46.766324 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-cdc7819d-4852-49f7-b424-65566e64519b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:51:47.389965 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:51:48.493060 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:51:48.875488 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:52:12.282332 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 5 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 00:52:14.658230 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2bb357bc-6c23-482c-ac45-bdece0209b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:52:16.006784 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825'] for agent, after_create {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:52:16.007335 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:52:16.007640 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:52:16.007988 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:52:16.008363 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:52:16.008731 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:52:16.009094 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:52:16.009458 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:52:16.009821 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:52:16.010183 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:52:16.010542 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:52:16.010909 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:52:16.011275 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:52:16.011689 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-76330', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:52:16.016475 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76330', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:52:16.391238 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] get_endpoint_by_host() called for host hv-cinder-76330 {{(pid=80328) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Dec 04 00:52:16.395541 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] get_endpoint_by_ip() called for ip 192.168.0.74 {{(pid=80328) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Dec 04 00:52:16.398671 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] _add_endpoint() called for ip 192.168.0.74 {{(pid=80328) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Dec 04 00:52:16.440986 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] _get_endpoints() called {{(pid=80328) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Dec 04 00:52:16.761058 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-1d7f5d7f-9f62-4d4d-9358-3d1dedcdfcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:52:17.395130 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:52:18.486625 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:52:18.881032 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:52:27.160798 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 34826) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:52:27.307833 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-a5dd4b74-2bf4-4f5a-b441-ddf109713924 admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1457963 Dec 04 00:52:29.766095 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 34836) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:52:29.852714 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-fd74c337-3713-4ff5-8e44-29ac4f5e99cc admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0854697 Dec 04 00:52:44.651817 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8b04b2f7-acfc-432b-8b94-3304a5ca5c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:52:46.027538 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:52:46.777097 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-fa7febeb-ded8-40d2-a43e-2057d438761d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:52:47.394523 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:52:48.502960 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:52:48.868515 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:52:49.287872 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 6 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 00:53:14.650827 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-860a0dac-7fcb-4841-8cec-5d43d719ec36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:53:16.028453 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:53:16.770662 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-ac2cee26-a6ce-4a7a-ad01-b8ec984cb79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:53:17.382477 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:53:18.485785 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:53:18.873881 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:53:26.294112 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 6 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 00:53:44.660523 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9cfa63d1-98cf-4436-b6f1-84f19d3d3fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:53:46.038854 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:53:46.776501 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4025e39d-64d3-456a-9a10-d6cf2d5b913c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:53:47.398657 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:53:48.496468 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:53:48.878982 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:03.297054 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 6 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 00:54:14.661262 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-55ea6e6b-5bfe-494b-b8ec-ec2dd303f403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:15.325529 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 34970) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:15.936881 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-514812751-network', 'tenant_id': '27c40306c9424330a5920da109201aa5'}} {{(pid=80326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:54:15.942548 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:15.947432 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Usage tracker for resource:network and tenant:27c40306c9424330a5920da109201aa5 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:15.951142 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:15.957536 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:15.998523 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Made reservation on behalf of 27c40306c9424330a5920da109201aa5 for: {'network': 1} {{(pid=80326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 00:54:16.003273 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for network, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:16.017035 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:16.033397 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:16.037535 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Usage tracker for resource:security_group_rule and tenant:27c40306c9424330a5920da109201aa5 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:16.041192 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:16.047036 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:16.084488 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:16.397397 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:16.422055 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:16.426276 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:16.451021 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 04 00:54:16.471115 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3b0171-8a28-4516-b6d8-06a5a8994d0e,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:16.480046 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851436430'] for segment, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:16.480412 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.db.segments_db [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Added segment d123e863-f9de-44b7-aef3-f3565b117e15 of type vxlan for network 81043efb-b877-4e23-b898-a49f43cd94b2 Dec 04 00:54:16.482212 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:16.482586 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:16.482953 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:16.483347 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:16.483708 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:16.484130 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:16.484404 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:16.484860 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:16.485109 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:16.485460 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:16.485808 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:16.486161 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:16.486551 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:16.486901 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:16.487301 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:16.487656 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:16.488005 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:16.488446 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:16.488795 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:16.489148 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:16.489477 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:16.489977 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:16.490518 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:16.490846 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:16.492235 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Tracked resource versions report: Dec 04 00:54:16.492235 dv-cinder-763306-5-smb neutron-server[80215]: pushed versions: Dec 04 00:54:16.492235 dv-cinder-763306-5-smb neutron-server[80215]: { 'AddressGroup': {'1.0'}, Dec 04 00:54:16.492235 dv-cinder-763306-5-smb neutron-server[80215]: 'ConntrackHelper': {'1.0'}, Dec 04 00:54:16.492235 dv-cinder-763306-5-smb neutron-server[80215]: 'Log': {'1.0'}, Dec 04 00:54:16.492235 dv-cinder-763306-5-smb neutron-server[80215]: 'Network': {'1.1'}, Dec 04 00:54:16.492235 dv-cinder-763306-5-smb neutron-server[80215]: 'Port': {'1.6'}, Dec 04 00:54:16.492235 dv-cinder-763306-5-smb neutron-server[80215]: 'PortForwarding': {'1.2'}, Dec 04 00:54:16.492235 dv-cinder-763306-5-smb neutron-server[80215]: 'QosPolicy': {'1.8'}, Dec 04 00:54:16.492235 dv-cinder-763306-5-smb neutron-server[80215]: 'SecurityGroup': {'1.3'}, Dec 04 00:54:16.492235 dv-cinder-763306-5-smb neutron-server[80215]: 'SecurityGroupRule': {'1.1'}, Dec 04 00:54:16.492235 dv-cinder-763306-5-smb neutron-server[80215]: 'SubPort': {'1.0'}, Dec 04 00:54:16.492235 dv-cinder-763306-5-smb neutron-server[80215]: 'Subnet': {'1.1'}, Dec 04 00:54:16.492235 dv-cinder-763306-5-smb neutron-server[80215]: 'Trunk': {'1.1'}} Dec 04 00:54:16.492235 dv-cinder-763306-5-smb neutron-server[80215]: consumer versions: Dec 04 00:54:16.492235 dv-cinder-763306-5-smb neutron-server[80215]: { DHCP agent@dv-cinder-763306-5-smb: {}, Dec 04 00:54:16.492235 dv-cinder-763306-5-smb neutron-server[80215]: L3 agent@dv-cinder-763306-5-smb: {}, Dec 04 00:54:16.492235 dv-cinder-763306-5-smb neutron-server[80215]: Metadata agent@dv-cinder-763306-5-smb: {}, Dec 04 00:54:16.492235 dv-cinder-763306-5-smb neutron-server[80215]: Metering agent@dv-cinder-763306-5-smb: {}, Dec 04 00:54:16.492235 dv-cinder-763306-5-smb neutron-server[80215]: Open vSwitch agent@dv-cinder-763306-5-smb: { 'AddressGroup': '1.0', Dec 04 00:54:16.492235 dv-cinder-763306-5-smb neutron-server[80215]: 'ConntrackHelper': '1.0', Dec 04 00:54:16.492235 dv-cinder-763306-5-smb neutron-server[80215]: 'Log': '1.0', Dec 04 00:54:16.492235 dv-cinder-763306-5-smb neutron-server[80215]: 'Network': '1.1', Dec 04 00:54:16.492235 dv-cinder-763306-5-smb neutron-server[80215]: 'Port': '1.6', Dec 04 00:54:16.492235 dv-cinder-763306-5-smb neutron-server[80215]: 'PortForwarding': '1.2', Dec 04 00:54:16.492235 dv-cinder-763306-5-smb neutron-server[80215]: 'QosPolicy': '1.8', Dec 04 00:54:16.492235 dv-cinder-763306-5-smb neutron-server[80215]: 'SecurityGroup': '1.3', Dec 04 00:54:16.492235 dv-cinder-763306-5-smb neutron-server[80215]: 'SecurityGroupRule': '1.1', Dec 04 00:54:16.492235 dv-cinder-763306-5-smb neutron-server[80215]: 'SubPort': '1.0', Dec 04 00:54:16.492235 dv-cinder-763306-5-smb neutron-server[80215]: 'Subnet': '1.1', Dec 04 00:54:16.492235 dv-cinder-763306-5-smb neutron-server[80215]: 'Trunk': '1.1'}, Dec 04 00:54:16.492235 dv-cinder-763306-5-smb neutron-server[80215]: Open vSwitch agent@hv-cinder-76330: { 'AddressGroup': '1.0', Dec 04 00:54:16.492235 dv-cinder-763306-5-smb neutron-server[80215]: 'ConntrackHelper': '1.0', Dec 04 00:54:16.492235 dv-cinder-763306-5-smb neutron-server[80215]: 'Log': '1.0', Dec 04 00:54:16.492235 dv-cinder-763306-5-smb neutron-server[80215]: 'Network': '1.1', Dec 04 00:54:16.492235 dv-cinder-763306-5-smb neutron-server[80215]: 'Port': '1.6', Dec 04 00:54:16.492235 dv-cinder-763306-5-smb neutron-server[80215]: 'PortForwarding': '1.2', Dec 04 00:54:16.492235 dv-cinder-763306-5-smb neutron-server[80215]: 'QosPolicy': '1.8', Dec 04 00:54:16.492235 dv-cinder-763306-5-smb neutron-server[80215]: 'SecurityGroup': '1.3', Dec 04 00:54:16.492235 dv-cinder-763306-5-smb neutron-server[80215]: 'SecurityGroupRule': '1.1', Dec 04 00:54:16.492235 dv-cinder-763306-5-smb neutron-server[80215]: 'SubPort': '1.0', Dec 04 00:54:16.492235 dv-cinder-763306-5-smb neutron-server[80215]: 'Subnet': '1.1', Dec 04 00:54:16.492235 dv-cinder-763306-5-smb neutron-server[80215]: 'Trunk': '1.1'}} Dec 04 00:54:16.492235 dv-cinder-763306-5-smb neutron-server[80215]: {{(pid=80326) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 04 00:54:16.499872 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:16.522981 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745381119791'] for network, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:16.637620 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616'] for network, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:16.638850 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:54:16.639542 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for network, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:16.644777 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:16.782009 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a24cbb5a-aa60-468f-a145-5fcf8757300e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:16.900656 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Pushing event updated for resources: {'Network': ['ID=81043efb-b877-4e23-b898-a49f43cd94b2,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:16.902009 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:16.910982 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Network 81043efb-b877-4e23-b898-a49f43cd94b2 details requested by agent ovs-agent-dv-cinder-763306-5-smb with host dv-cinder-763306-5-smb {{(pid=80328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 00:54:16.929094 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Network 81043efb-b877-4e23-b898-a49f43cd94b2 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 00:54:16.937713 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 35022) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:16.938761 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6116228 Dec 04 00:54:16.944303 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-28ae8cbc-b7cd-472f-87b7-645972f6b38e admin admin] Request body: {'subnet': {'network_id': '81043efb-b877-4e23-b898-a49f43cd94b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-514812751-subnet', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:54:16.960265 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-28ae8cbc-b7cd-472f-87b7-645972f6b38e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:16.964590 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-28ae8cbc-b7cd-472f-87b7-645972f6b38e admin admin] Usage tracker for resource:subnet and tenant:27c40306c9424330a5920da109201aa5 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:16.968681 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-28ae8cbc-b7cd-472f-87b7-645972f6b38e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:16.975419 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-28ae8cbc-b7cd-472f-87b7-645972f6b38e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:17.015614 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ae8cbc-b7cd-472f-87b7-645972f6b38e admin admin] Made reservation on behalf of 27c40306c9424330a5920da109201aa5 for: {'subnet': 1} {{(pid=80327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 00:54:17.022301 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-28ae8cbc-b7cd-472f-87b7-645972f6b38e admin admin] Notify callbacks [] for subnet, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:17.491358 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:17.578667 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 35046) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:17.616964 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 35052) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:17.628633 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-28ae8cbc-b7cd-472f-87b7-645972f6b38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616'] for subnet, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:17.645634 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-ca227e73-b665-4050-a30c-c9e39469049f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:17.708303 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae8cbc-b7cd-472f-87b7-645972f6b38e admin admin] Pushing event updated for resources: {'Subnet': ['ID=09a18547-ffe8-483f-9f89-ed9ea46deb6c,revision_number=0']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:17.720038 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ae8cbc-b7cd-472f-87b7-645972f6b38e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:17.720445 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ae8cbc-b7cd-472f-87b7-645972f6b38e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:17.720771 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ae8cbc-b7cd-472f-87b7-645972f6b38e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:17.721142 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ae8cbc-b7cd-472f-87b7-645972f6b38e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:17.721515 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ae8cbc-b7cd-472f-87b7-645972f6b38e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:17.721884 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ae8cbc-b7cd-472f-87b7-645972f6b38e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:17.722344 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ae8cbc-b7cd-472f-87b7-645972f6b38e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:17.722773 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ae8cbc-b7cd-472f-87b7-645972f6b38e admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:17.726446 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ae8cbc-b7cd-472f-87b7-645972f6b38e admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:17.726446 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ae8cbc-b7cd-472f-87b7-645972f6b38e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:17.726446 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ae8cbc-b7cd-472f-87b7-645972f6b38e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:17.726446 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ae8cbc-b7cd-472f-87b7-645972f6b38e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:17.726446 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ae8cbc-b7cd-472f-87b7-645972f6b38e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:17.726446 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ae8cbc-b7cd-472f-87b7-645972f6b38e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:17.726446 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ae8cbc-b7cd-472f-87b7-645972f6b38e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:17.726446 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ae8cbc-b7cd-472f-87b7-645972f6b38e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:17.726446 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ae8cbc-b7cd-472f-87b7-645972f6b38e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:17.726446 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ae8cbc-b7cd-472f-87b7-645972f6b38e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:17.726446 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ae8cbc-b7cd-472f-87b7-645972f6b38e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:17.727811 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ae8cbc-b7cd-472f-87b7-645972f6b38e admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:17.727811 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ae8cbc-b7cd-472f-87b7-645972f6b38e admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:17.727811 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ae8cbc-b7cd-472f-87b7-645972f6b38e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:17.728652 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ae8cbc-b7cd-472f-87b7-645972f6b38e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:17.728778 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ae8cbc-b7cd-472f-87b7-645972f6b38e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:17.729596 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 35060) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:17.730106 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28ae8cbc-b7cd-472f-87b7-645972f6b38e admin admin] Tracked resource versions report: Dec 04 00:54:17.730106 dv-cinder-763306-5-smb neutron-server[80215]: pushed versions: Dec 04 00:54:17.730106 dv-cinder-763306-5-smb neutron-server[80215]: { 'AddressGroup': {'1.0'}, Dec 04 00:54:17.730106 dv-cinder-763306-5-smb neutron-server[80215]: 'ConntrackHelper': {'1.0'}, Dec 04 00:54:17.730106 dv-cinder-763306-5-smb neutron-server[80215]: 'Log': {'1.0'}, Dec 04 00:54:17.730106 dv-cinder-763306-5-smb neutron-server[80215]: 'Network': {'1.1'}, Dec 04 00:54:17.730106 dv-cinder-763306-5-smb neutron-server[80215]: 'Port': {'1.6'}, Dec 04 00:54:17.730106 dv-cinder-763306-5-smb neutron-server[80215]: 'PortForwarding': {'1.2'}, Dec 04 00:54:17.730106 dv-cinder-763306-5-smb neutron-server[80215]: 'QosPolicy': {'1.8'}, Dec 04 00:54:17.730106 dv-cinder-763306-5-smb neutron-server[80215]: 'SecurityGroup': {'1.3'}, Dec 04 00:54:17.730106 dv-cinder-763306-5-smb neutron-server[80215]: 'SecurityGroupRule': {'1.1'}, Dec 04 00:54:17.730106 dv-cinder-763306-5-smb neutron-server[80215]: 'SubPort': {'1.0'}, Dec 04 00:54:17.730106 dv-cinder-763306-5-smb neutron-server[80215]: 'Subnet': {'1.1'}, Dec 04 00:54:17.730106 dv-cinder-763306-5-smb neutron-server[80215]: 'Trunk': {'1.1'}} Dec 04 00:54:17.730106 dv-cinder-763306-5-smb neutron-server[80215]: consumer versions: Dec 04 00:54:17.730106 dv-cinder-763306-5-smb neutron-server[80215]: { DHCP agent@dv-cinder-763306-5-smb: {}, Dec 04 00:54:17.730106 dv-cinder-763306-5-smb neutron-server[80215]: L3 agent@dv-cinder-763306-5-smb: {}, Dec 04 00:54:17.730106 dv-cinder-763306-5-smb neutron-server[80215]: Metadata agent@dv-cinder-763306-5-smb: {}, Dec 04 00:54:17.730106 dv-cinder-763306-5-smb neutron-server[80215]: Metering agent@dv-cinder-763306-5-smb: {}, Dec 04 00:54:17.730106 dv-cinder-763306-5-smb neutron-server[80215]: Open vSwitch agent@dv-cinder-763306-5-smb: { 'AddressGroup': '1.0', Dec 04 00:54:17.730106 dv-cinder-763306-5-smb neutron-server[80215]: 'ConntrackHelper': '1.0', Dec 04 00:54:17.730106 dv-cinder-763306-5-smb neutron-server[80215]: 'Log': '1.0', Dec 04 00:54:17.730106 dv-cinder-763306-5-smb neutron-server[80215]: 'Network': '1.1', Dec 04 00:54:17.730106 dv-cinder-763306-5-smb neutron-server[80215]: 'Port': '1.6', Dec 04 00:54:17.730106 dv-cinder-763306-5-smb neutron-server[80215]: 'PortForwarding': '1.2', Dec 04 00:54:17.730106 dv-cinder-763306-5-smb neutron-server[80215]: 'QosPolicy': '1.8', Dec 04 00:54:17.730106 dv-cinder-763306-5-smb neutron-server[80215]: 'SecurityGroup': '1.3', Dec 04 00:54:17.730106 dv-cinder-763306-5-smb neutron-server[80215]: 'SecurityGroupRule': '1.1', Dec 04 00:54:17.730106 dv-cinder-763306-5-smb neutron-server[80215]: 'SubPort': '1.0', Dec 04 00:54:17.730106 dv-cinder-763306-5-smb neutron-server[80215]: 'Subnet': '1.1', Dec 04 00:54:17.730106 dv-cinder-763306-5-smb neutron-server[80215]: 'Trunk': '1.1'}, Dec 04 00:54:17.730106 dv-cinder-763306-5-smb neutron-server[80215]: Open vSwitch agent@hv-cinder-76330: { 'AddressGroup': '1.0', Dec 04 00:54:17.730106 dv-cinder-763306-5-smb neutron-server[80215]: 'ConntrackHelper': '1.0', Dec 04 00:54:17.730106 dv-cinder-763306-5-smb neutron-server[80215]: 'Log': '1.0', Dec 04 00:54:17.730106 dv-cinder-763306-5-smb neutron-server[80215]: 'Network': '1.1', Dec 04 00:54:17.730106 dv-cinder-763306-5-smb neutron-server[80215]: 'Port': '1.6', Dec 04 00:54:17.730106 dv-cinder-763306-5-smb neutron-server[80215]: 'PortForwarding': '1.2', Dec 04 00:54:17.730106 dv-cinder-763306-5-smb neutron-server[80215]: 'QosPolicy': '1.8', Dec 04 00:54:17.730106 dv-cinder-763306-5-smb neutron-server[80215]: 'SecurityGroup': '1.3', Dec 04 00:54:17.730106 dv-cinder-763306-5-smb neutron-server[80215]: 'SecurityGroupRule': '1.1', Dec 04 00:54:17.730106 dv-cinder-763306-5-smb neutron-server[80215]: 'SubPort': '1.0', Dec 04 00:54:17.730106 dv-cinder-763306-5-smb neutron-server[80215]: 'Subnet': '1.1', Dec 04 00:54:17.730106 dv-cinder-763306-5-smb neutron-server[80215]: 'Trunk': '1.1'}} Dec 04 00:54:17.730106 dv-cinder-763306-5-smb neutron-server[80215]: {{(pid=80327) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 04 00:54:17.744709 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-28ae8cbc-b7cd-472f-87b7-645972f6b38e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:17.834749 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 35066) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:17.891113 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ae8cbc-b7cd-472f-87b7-645972f6b38e admin admin] Checking segment: {'id': 'd123e863-f9de-44b7-aef3-f3565b117e15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '81043efb-b877-4e23-b898-a49f43cd94b2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 00:54:17.891546 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ae8cbc-b7cd-472f-87b7-645972f6b38e admin admin] Network hostable DHCP agents. Network: 81043efb-b877-4e23-b898-a49f43cd94b2, hostable agents: ['58f05500-12a8-4f3a-bf6e-722eafa3a905'], hosted agents: [] {{(pid=80327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 04 00:54:17.941126 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ae8cbc-b7cd-472f-87b7-645972f6b38e admin admin] Network 81043efb-b877-4e23-b898-a49f43cd94b2 is scheduled to be hosted by DHCP agent 58f05500-12a8-4f3a-bf6e-722eafa3a905 with binding_index 1 {{(pid=80327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 04 00:54:17.986801 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-28ae8cbc-b7cd-472f-87b7-645972f6b38e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-5-smb, 81043efb-b877-4e23-b898-a49f43cd94b2) {{(pid=80327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:54:17.991282 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ae8cbc-b7cd-472f-87b7-645972f6b38e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:54:17.992136 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-28ae8cbc-b7cd-472f-87b7-645972f6b38e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for subnet, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:17.997792 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbeea7d7-8efb-46cb-b857-d38cc851f271 None None] Network 81043efb-b877-4e23-b898-a49f43cd94b2 requested from dv-cinder-763306-5-smb {{(pid=80328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 00:54:18.065841 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-4f9dbdb7-7084-4190-b387-7490c2b98a3c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-468826325-network', 'tenant_id': '0bf338724dbe4d6fb75ec0856b79ca35'}} {{(pid=80326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:54:18.074932 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-4f9dbdb7-7084-4190-b387-7490c2b98a3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:18.080128 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-28ae8cbc-b7cd-472f-87b7-645972f6b38e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1407559 Dec 04 00:54:18.081441 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 35076) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:18.091904 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-4f9dbdb7-7084-4190-b387-7490c2b98a3c admin admin] Usage tracker for resource:network and tenant:0bf338724dbe4d6fb75ec0856b79ca35 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:18.097217 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-b68b006c-fa25-4d32-9d94-e091efcb9489 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-514812751-router', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae'}}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:54:18.104151 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-4f9dbdb7-7084-4190-b387-7490c2b98a3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:18.116601 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-b68b006c-fa25-4d32-9d94-e091efcb9489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:18.121560 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-4f9dbdb7-7084-4190-b387-7490c2b98a3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:18.126932 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-b68b006c-fa25-4d32-9d94-e091efcb9489 admin admin] Usage tracker for resource:router and tenant:27c40306c9424330a5920da109201aa5 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:18.134631 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-b68b006c-fa25-4d32-9d94-e091efcb9489 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:18.147192 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-b68b006c-fa25-4d32-9d94-e091efcb9489 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:18.163005 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-719b2da3-9bf3-40ed-907e-e9cb4148af8b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1497541726-network', 'tenant_id': 'eea45bcbec3745a7921ce97f5b8c1624'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:54:18.170528 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-719b2da3-9bf3-40ed-907e-e9cb4148af8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:18.176095 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9dbdb7-7084-4190-b387-7490c2b98a3c admin admin] Made reservation on behalf of 0bf338724dbe4d6fb75ec0856b79ca35 for: {'network': 1} {{(pid=80326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 00:54:18.183039 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4f9dbdb7-7084-4190-b387-7490c2b98a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for network, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:18.192815 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-719b2da3-9bf3-40ed-907e-e9cb4148af8b admin admin] Usage tracker for resource:network and tenant:eea45bcbec3745a7921ce97f5b8c1624 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:18.200145 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-719b2da3-9bf3-40ed-907e-e9cb4148af8b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:18.218435 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-719b2da3-9bf3-40ed-907e-e9cb4148af8b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:18.225772 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4f9dbdb7-7084-4190-b387-7490c2b98a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:18.240467 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b68b006c-fa25-4d32-9d94-e091efcb9489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-665739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773399'] for router, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:18.243927 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b68b006c-fa25-4d32-9d94-e091efcb9489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854117394', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2401'] for router, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:18.257209 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-e392133c-db4a-4bc7-9249-cc4217ae0700 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-19794525-network', 'tenant_id': 'b3e43015aaa54f1da2d2ae7b3cc46e41'}} {{(pid=80326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:54:18.270254 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-e392133c-db4a-4bc7-9249-cc4217ae0700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:18.272698 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719b2da3-9bf3-40ed-907e-e9cb4148af8b admin admin] Made reservation on behalf of eea45bcbec3745a7921ce97f5b8c1624 for: {'network': 1} {{(pid=80327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 00:54:18.283297 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-e392133c-db4a-4bc7-9249-cc4217ae0700 admin admin] Usage tracker for resource:network and tenant:b3e43015aaa54f1da2d2ae7b3cc46e41 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:18.290649 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-e392133c-db4a-4bc7-9249-cc4217ae0700 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:18.290925 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-719b2da3-9bf3-40ed-907e-e9cb4148af8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for network, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:18.307965 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-e392133c-db4a-4bc7-9249-cc4217ae0700 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:18.335485 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b68b006c-fa25-4d32-9d94-e091efcb9489 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:18.347909 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-432da06a-8183-4835-8b7f-499725e8910b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2010543096-network', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf'}} {{(pid=80326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:54:18.353756 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-719b2da3-9bf3-40ed-907e-e9cb4148af8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:18.359410 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-4f9dbdb7-7084-4190-b387-7490c2b98a3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:18.374790 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-4f9dbdb7-7084-4190-b387-7490c2b98a3c admin admin] Usage tracker for resource:security_group_rule and tenant:0bf338724dbe4d6fb75ec0856b79ca35 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:18.386309 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-4f9dbdb7-7084-4190-b387-7490c2b98a3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:18.387713 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-719b2da3-9bf3-40ed-907e-e9cb4148af8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:18.393296 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-719b2da3-9bf3-40ed-907e-e9cb4148af8b admin admin] Usage tracker for resource:security_group_rule and tenant:eea45bcbec3745a7921ce97f5b8c1624 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:18.394583 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-4f9dbdb7-7084-4190-b387-7490c2b98a3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:18.396457 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-719b2da3-9bf3-40ed-907e-e9cb4148af8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:18.403033 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-719b2da3-9bf3-40ed-907e-e9cb4148af8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:18.434421 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e392133c-db4a-4bc7-9249-cc4217ae0700 admin admin] Made reservation on behalf of b3e43015aaa54f1da2d2ae7b3cc46e41 for: {'network': 1} {{(pid=80326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 00:54:18.441635 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e392133c-db4a-4bc7-9249-cc4217ae0700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for network, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:18.451492 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1639bd91-b761-5fc0-b5a3-901fdf1278c2-81043efb-b877-4e23-b898-a49f43cd94b2', 'network_id': '81043efb-b877-4e23-b898-a49f43cd94b2', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'fixed_ips': [{'subnet_id': '09a18547-ffe8-483f-9f89-ed9ea46deb6c'}]}} from dv-cinder-763306-5-smb. {{(pid=80328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 04 00:54:18.457446 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:18.461748 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e392133c-db4a-4bc7-9249-cc4217ae0700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:18.480973 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-e392133c-db4a-4bc7-9249-cc4217ae0700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:18.489462 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-e392133c-db4a-4bc7-9249-cc4217ae0700 admin admin] Usage tracker for resource:security_group_rule and tenant:b3e43015aaa54f1da2d2ae7b3cc46e41 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:18.492675 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-432da06a-8183-4835-8b7f-499725e8910b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:18.496555 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-e392133c-db4a-4bc7-9249-cc4217ae0700 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:18.506807 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-432da06a-8183-4835-8b7f-499725e8910b admin admin] Usage tracker for resource:network and tenant:04c9a96d934d4f7994fdaf4cc2f7c1bf is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:18.513205 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-e392133c-db4a-4bc7-9249-cc4217ae0700 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:18.518548 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-432da06a-8183-4835-8b7f-499725e8910b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:18.540829 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-432da06a-8183-4835-8b7f-499725e8910b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:18.701205 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432da06a-8183-4835-8b7f-499725e8910b admin admin] Made reservation on behalf of 04c9a96d934d4f7994fdaf4cc2f7c1bf for: {'network': 1} {{(pid=80326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 00:54:18.706503 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-432da06a-8183-4835-8b7f-499725e8910b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for network, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:18.727787 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-432da06a-8183-4835-8b7f-499725e8910b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:18.789977 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:18.812626 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-432da06a-8183-4835-8b7f-499725e8910b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:18.843286 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-432da06a-8183-4835-8b7f-499725e8910b admin admin] Usage tracker for resource:security_group_rule and tenant:04c9a96d934d4f7994fdaf4cc2f7c1bf is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:18.848861 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-432da06a-8183-4835-8b7f-499725e8910b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:18.856357 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-432da06a-8183-4835-8b7f-499725e8910b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:18.926745 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4f9dbdb7-7084-4190-b387-7490c2b98a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:19.020856 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4f9dbdb7-7084-4190-b387-7490c2b98a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:19.029780 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-432da06a-8183-4835-8b7f-499725e8910b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:19.039348 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:19.044703 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b68b006c-fa25-4d32-9d94-e091efcb9489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854117379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854110107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2416'] for router, precommit_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:19.060687 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-719b2da3-9bf3-40ed-907e-e9cb4148af8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:19.067151 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:19.075278 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f9dbdb7-7084-4190-b387-7490c2b98a3c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 04 00:54:19.077133 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Allocated IP 172.20.0.2 (81043efb-b877-4e23-b898-a49f43cd94b2/09a18547-ffe8-483f-9f89-ed9ea46deb6c/b118486a-eb76-4fae-82c4-fbdeab7da8fb) {{(pid=80328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 00:54:19.083918 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-432da06a-8183-4835-8b7f-499725e8910b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:19.121258 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-719b2da3-9bf3-40ed-907e-e9cb4148af8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:19.121486 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4f9dbdb7-7084-4190-b387-7490c2b98a3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851436430'] for segment, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:19.121881 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.db.segments_db [None req-4f9dbdb7-7084-4190-b387-7490c2b98a3c admin admin] Added segment 4488f1fe-a387-4cba-a67e-2b166f386e37 of type vxlan for network 77143b40-0430-4aa2-93c2-47d05a30b59e Dec 04 00:54:19.132842 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-edf125f3-882c-407d-833c-a11f6eaa71a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:19.222128 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e392133c-db4a-4bc7-9249-cc4217ae0700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:19.223261 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9dbdb7-7084-4190-b387-7490c2b98a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d794d1-209a-4859-b11b-0828a2702e0d,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:19.251473 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-4f9dbdb7-7084-4190-b387-7490c2b98a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:19.251997 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-63b46b3d-2400-4c20-9e67-0293b848e8dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.146s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:19.283338 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b2da3-9bf3-40ed-907e-e9cb4148af8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9349b741-3728-461f-9338-157987d14413,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:19.286886 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432da06a-8183-4835-8b7f-499725e8910b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef266206-b640-46fd-802a-751b1b514f84,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:19.292188 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e392133c-db4a-4bc7-9249-cc4217ae0700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:19.293028 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-432da06a-8183-4835-8b7f-499725e8910b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:19.294798 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4f9dbdb7-7084-4190-b387-7490c2b98a3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745381119791'] for network, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:19.296710 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-719b2da3-9bf3-40ed-907e-e9cb4148af8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:19.316799 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-2fb41245-f22f-4df1-89ad-86cee7c37700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:19.377770 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392133c-db4a-4bc7-9249-cc4217ae0700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393e7cdc-d697-4c5b-acd1-9322a759f23e,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:19.382713 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-e392133c-db4a-4bc7-9249-cc4217ae0700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:19.428730 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.db.api [None req-432da06a-8183-4835-8b7f-499725e8910b admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80326) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 04 00:54:19.429584 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_db.api [None req-432da06a-8183-4835-8b7f-499725e8910b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 04 00:54:19.432152 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4f9dbdb7-7084-4190-b387-7490c2b98a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616'] for network, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:19.433865 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9dbdb7-7084-4190-b387-7490c2b98a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:54:19.434769 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4f9dbdb7-7084-4190-b387-7490c2b98a3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for network, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:19.441645 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:19.488078 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Notify callbacks [] for port, precommit_create {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:19.562272 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9dbdb7-7084-4190-b387-7490c2b98a3c admin admin] Pushing event updated for resources: {'Network': ['ID=77143b40-0430-4aa2-93c2-47d05a30b59e,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:19.565777 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-4f9dbdb7-7084-4190-b387-7490c2b98a3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:19.575398 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Network 77143b40-0430-4aa2-93c2-47d05a30b59e details requested by agent ovs-agent-dv-cinder-763306-5-smb with host dv-cinder-763306-5-smb {{(pid=80328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 00:54:19.594108 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Transition to ACTIVE for port object b118486a-eb76-4fae-82c4-fbdeab7da8fb will not be triggered until provisioned by entity L2. {{(pid=80328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 00:54:19.623284 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Transition to ACTIVE for port object b118486a-eb76-4fae-82c4-fbdeab7da8fb will not be triggered until provisioned by entity DHCP. {{(pid=80328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 00:54:19.635142 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Network 77143b40-0430-4aa2-93c2-47d05a30b59e details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 00:54:19.644562 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.db.api [None req-719b2da3-9bf3-40ed-907e-e9cb4148af8b admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80327) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 04 00:54:19.644924 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_db.api [None req-719b2da3-9bf3-40ed-907e-e9cb4148af8b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 04 00:54:19.645382 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.db.api [None req-e392133c-db4a-4bc7-9249-cc4217ae0700 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80326) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 04 00:54:19.646018 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_db.api [None req-e392133c-db4a-4bc7-9249-cc4217ae0700 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 04 00:54:19.668264 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-4f9dbdb7-7084-4190-b387-7490c2b98a3c admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0874691 Dec 04 00:54:19.671429 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 35134) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:19.675004 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b68b006c-fa25-4d32-9d94-e091efcb9489 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:19.707847 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-63ffea27-af5e-4146-b39f-07d800e21184 admin admin] Request body: {'subnet': {'network_id': '77143b40-0430-4aa2-93c2-47d05a30b59e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-468826325-subnet', 'tenant_id': '0bf338724dbe4d6fb75ec0856b79ca35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:54:19.724993 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-63ffea27-af5e-4146-b39f-07d800e21184 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:19.728422 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b68b006c-fa25-4d32-9d94-e091efcb9489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:19.749018 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-63ffea27-af5e-4146-b39f-07d800e21184 admin admin] Usage tracker for resource:subnet and tenant:0bf338724dbe4d6fb75ec0856b79ca35 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:19.751125 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-63ffea27-af5e-4146-b39f-07d800e21184 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:19.773340 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-63ffea27-af5e-4146-b39f-07d800e21184 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:19.782229 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 35138) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:19.830739 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386'] for port, after_create {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:19.849875 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a86472fb-497b-47b1-9ad9-1c1729eed795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:19.882689 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ffea27-af5e-4146-b39f-07d800e21184 admin admin] Made reservation on behalf of 0bf338724dbe4d6fb75ec0856b79ca35 for: {'subnet': 1} {{(pid=80327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 00:54:19.887562 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-63ffea27-af5e-4146-b39f-07d800e21184 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:19.930686 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-432da06a-8183-4835-8b7f-499725e8910b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for network, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:19.997285 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Pushing event updated for resources: {'Port': ['ID=b118486a-eb76-4fae-82c4-fbdeab7da8fb,revision_number=1']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:20.016324 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:20.016626 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:20.017001 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:20.017370 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:20.017734 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:20.018095 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:20.018458 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:20.018819 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:20.019191 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:20.019581 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:20.019943 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:20.020298 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:20.020693 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:20.021050 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:20.021512 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:20.021732 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:20.022059 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:20.023434 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:20.023434 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:20.023434 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:20.026104 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432da06a-8183-4835-8b7f-499725e8910b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Tracked resource versions report: Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: pushed versions: Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: { 'AddressGroup': {'1.0'}, Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: 'ConntrackHelper': {'1.0'}, Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: 'Log': {'1.0'}, Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: 'Network': {'1.1'}, Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: 'Port': {'1.6'}, Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: 'PortForwarding': {'1.2'}, Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: 'QosPolicy': {'1.8'}, Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: 'SecurityGroup': {'1.3'}, Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: 'SecurityGroupRule': {'1.1'}, Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: 'SubPort': {'1.0'}, Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: 'Subnet': {'1.1'}, Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: 'Trunk': {'1.1'}} Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: consumer versions: Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: { DHCP agent@dv-cinder-763306-5-smb: {}, Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: L3 agent@dv-cinder-763306-5-smb: {}, Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: Metadata agent@dv-cinder-763306-5-smb: {}, Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: Metering agent@dv-cinder-763306-5-smb: {}, Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: Open vSwitch agent@dv-cinder-763306-5-smb: { 'AddressGroup': '1.0', Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: 'ConntrackHelper': '1.0', Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: 'Log': '1.0', Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: 'Network': '1.1', Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: 'Port': '1.6', Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: 'PortForwarding': '1.2', Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: 'QosPolicy': '1.8', Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: 'SecurityGroup': '1.3', Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: 'SecurityGroupRule': '1.1', Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: 'SubPort': '1.0', Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: 'Subnet': '1.1', Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: 'Trunk': '1.1'}, Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: Open vSwitch agent@hv-cinder-76330: { 'AddressGroup': '1.0', Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: 'ConntrackHelper': '1.0', Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: 'Log': '1.0', Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: 'Network': '1.1', Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: 'Port': '1.6', Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: 'PortForwarding': '1.2', Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: 'QosPolicy': '1.8', Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: 'SecurityGroup': '1.3', Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: 'SecurityGroupRule': '1.1', Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: 'SubPort': '1.0', Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: 'Subnet': '1.1', Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: 'Trunk': '1.1'}} Dec 04 00:54:20.026230 dv-cinder-763306-5-smb neutron-server[80215]: {{(pid=80328) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 04 00:54:20.043729 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:20.084249 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Network 81043efb-b877-4e23-b898-a49f43cd94b2 is already hosted by enough agents. {{(pid=80328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 00:54:20.085586 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Resources bound (agent type, host, resource id): {{(pid=80328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:54:20.089049 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Received port after_create {{(pid=80328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 00:54:20.101803 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-5ec46647-d6bd-4b20-ae61-11af9ffbb24f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:20.136862 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-432da06a-8183-4835-8b7f-499725e8910b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851436430'] for segment, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:20.137260 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.db.segments_db [None req-432da06a-8183-4835-8b7f-499725e8910b admin admin] Added segment 8ede4a70-4206-4219-8975-4c9d08884fc7 of type vxlan for network b41ba9d1-b8eb-4b60-b39c-3d77682273c8 Dec 04 00:54:20.148477 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-719b2da3-9bf3-40ed-907e-e9cb4148af8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for network, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:20.149340 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Attempting to bind port b118486a-eb76-4fae-82c4-fbdeab7da8fb on host dv-cinder-763306-5-smb for vnic_type normal with profile {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 00:54:20.149758 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Attempting to bind port b118486a-eb76-4fae-82c4-fbdeab7da8fb by drivers openvswitch on host dv-cinder-763306-5-smb at level 0 using segments [{'id': 'd123e863-f9de-44b7-aef3-f3565b117e15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '81043efb-b877-4e23-b898-a49f43cd94b2'}] {{(pid=80328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 00:54:20.150706 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Attempting to bind port b118486a-eb76-4fae-82c4-fbdeab7da8fb on network 81043efb-b877-4e23-b898-a49f43cd94b2 {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 00:54:20.156834 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Checking agent: {'id': '47cd6ef8-6b98-4dda-9657-1784e54a0c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 44, 48), 'started_at': datetime.datetime(2020, 12, 4, 0, 45, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 00:54:20.157250 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Checking segment: {'id': 'd123e863-f9de-44b7-aef3-f3565b117e15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '81043efb-b877-4e23-b898-a49f43cd94b2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 00:54:20.157694 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:20.158131 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Bound using segment: {'id': 'd123e863-f9de-44b7-aef3-f3565b117e15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '81043efb-b877-4e23-b898-a49f43cd94b2'} {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 00:54:20.158651 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Bound port: b118486a-eb76-4fae-82c4-fbdeab7da8fb, host: dv-cinder-763306-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd123e863-f9de-44b7-aef3-f3565b117e15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '81043efb-b877-4e23-b898-a49f43cd94b2'}}] {{(pid=80328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 00:54:20.176987 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:20.199519 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-432da06a-8183-4835-8b7f-499725e8910b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745381119791'] for network, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:20.208498 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-5ec46647-d6bd-4b20-ae61-11af9ffbb24f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:20.213560 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-5ec46647-d6bd-4b20-ae61-11af9ffbb24f admin admin] Usage tracker for resource:security_group_rule and tenant:22e394dd2eec40958dc4dd051cdc0b41 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:20.216989 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-5ec46647-d6bd-4b20-ae61-11af9ffbb24f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:20.223462 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-5ec46647-d6bd-4b20-ae61-11af9ffbb24f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:20.229355 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e392133c-db4a-4bc7-9249-cc4217ae0700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for network, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:20.297476 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] For port b118486a-eb76-4fae-82c4-fbdeab7da8fb, host dv-cinder-763306-5-smb, cleared binding levels {{(pid=80328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 00:54:20.301120 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] For port b118486a-eb76-4fae-82c4-fbdeab7da8fb, host dv-cinder-763306-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=b118486a-eb76-4fae-82c4-fbdeab7da8fb,segment=NetworkSegment(d123e863-f9de-44b7-aef3-f3565b117e15),segment_id=d123e863-f9de-44b7-aef3-f3565b117e15)] {{(pid=80328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 00:54:20.342245 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:20.359984 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:20.410286 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-432da06a-8183-4835-8b7f-499725e8910b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616'] for network, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:20.414884 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432da06a-8183-4835-8b7f-499725e8910b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:54:20.415620 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-432da06a-8183-4835-8b7f-499725e8910b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for network, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:20.433784 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:20.451153 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-5ec46647-d6bd-4b20-ae61-11af9ffbb24f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:20.484818 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [None req-b68b006c-fa25-4d32-9d94-e091efcb9489 admin admin] Allocated IP 172.28.3.68 (70fae593-b8e3-4ff7-b3b9-3060a635d4ae/838c8f98-d37b-4481-803e-42068845ce24/e214e8dd-7350-47d7-a813-de42239028e3) {{(pid=80327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 00:54:20.508757 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.db.api [None req-719b2da3-9bf3-40ed-907e-e9cb4148af8b admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80327) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 04 00:54:20.509120 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_db.api [None req-719b2da3-9bf3-40ed-907e-e9cb4148af8b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 04 00:54:20.545212 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-5ec46647-d6bd-4b20-ae61-11af9ffbb24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:20.577330 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-432da06a-8183-4835-8b7f-499725e8910b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.7411039 Dec 04 00:54:20.581863 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432da06a-8183-4835-8b7f-499725e8910b admin admin] Pushing event updated for resources: {'Network': ['ID=b41ba9d1-b8eb-4b60-b39c-3d77682273c8,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:20.585282 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-432da06a-8183-4835-8b7f-499725e8910b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:20.588481 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 35164) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:20.591512 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:20.613237 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-0dffc2f1-34f2-4533-94cb-9e1585dd44cc admin admin] Request body: {'subnet': {'network_id': 'b41ba9d1-b8eb-4b60-b39c-3d77682273c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2010543096-subnet', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:54:20.616727 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.db.api [None req-e392133c-db4a-4bc7-9249-cc4217ae0700 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80326) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 04 00:54:20.617089 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_db.api [None req-e392133c-db4a-4bc7-9249-cc4217ae0700 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 04 00:54:20.623458 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-5ec46647-d6bd-4b20-ae61-11af9ffbb24f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=22e394dd2eec40958dc4dd051cdc0b41&name=default HTTP/1.1" status: 200 len: 2875 time: 0.8399031 Dec 04 00:54:20.624709 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-0dffc2f1-34f2-4533-94cb-9e1585dd44cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:20.629956 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 35170) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:20.646080 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Network b41ba9d1-b8eb-4b60-b39c-3d77682273c8 details requested by agent ovs-agent-dv-cinder-763306-5-smb with host dv-cinder-763306-5-smb {{(pid=80328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 00:54:20.650859 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-0dffc2f1-34f2-4533-94cb-9e1585dd44cc admin admin] Usage tracker for resource:subnet and tenant:04c9a96d934d4f7994fdaf4cc2f7c1bf is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:20.658721 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-0dffc2f1-34f2-4533-94cb-9e1585dd44cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:20.679203 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-0dffc2f1-34f2-4533-94cb-9e1585dd44cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:20.681429 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec46647-d6bd-4b20-ae61-11af9ffbb24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4604ac3e-ab16-4321-bc89-5b12ae7b5b1f,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:20.684846 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-5ec46647-d6bd-4b20-ae61-11af9ffbb24f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:20.742903 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-51e873b4-99fe-454f-bb93-1ed37915079d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:20.757722 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dffc2f1-34f2-4533-94cb-9e1585dd44cc admin admin] Made reservation on behalf of 04c9a96d934d4f7994fdaf4cc2f7c1bf for: {'subnet': 1} {{(pid=80326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 00:54:20.763560 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-0dffc2f1-34f2-4533-94cb-9e1585dd44cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:20.797740 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 35174) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:20.805913 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Network b41ba9d1-b8eb-4b60-b39c-3d77682273c8 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 00:54:20.879703 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-51e873b4-99fe-454f-bb93-1ed37915079d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:20.890999 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-719b2da3-9bf3-40ed-907e-e9cb4148af8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for network, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:20.897005 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Pushing event updated for resources: {'Port': ['ID=b118486a-eb76-4fae-82c4-fbdeab7da8fb,revision_number=2']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:20.911752 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:20.937586 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-719b2da3-9bf3-40ed-907e-e9cb4148af8b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 04 00:54:20.950119 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-719b2da3-9bf3-40ed-907e-e9cb4148af8b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745381628992', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851436430'] for segment, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:20.950601 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.db.segments_db [None req-719b2da3-9bf3-40ed-907e-e9cb4148af8b admin admin] Added segment 89b204fc-4949-43eb-8e8b-b54240b7048e of type vxlan for network 649ca0aa-72bd-4e17-9388-fa810bd5b1c7 Dec 04 00:54:20.986206 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-719b2da3-9bf3-40ed-907e-e9cb4148af8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745381119791'] for network, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:21.006164 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b68b006c-fa25-4d32-9d94-e091efcb9489 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:21.086122 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e392133c-db4a-4bc7-9249-cc4217ae0700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for network, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:21.119656 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-51e873b4-99fe-454f-bb93-1ed37915079d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:21.145769 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:21.153510 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b68b006c-fa25-4d32-9d94-e091efcb9489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386'] for port, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:21.154290 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-719b2da3-9bf3-40ed-907e-e9cb4148af8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616'] for network, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:21.162888 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a6e13ae4-70b0-4a09-b465-cae278dee1c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:21.177202 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719b2da3-9bf3-40ed-907e-e9cb4148af8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:54:21.178443 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-719b2da3-9bf3-40ed-907e-e9cb4148af8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for network, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:21.188245 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:21.205956 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e392133c-db4a-4bc7-9249-cc4217ae0700 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 04 00:54:21.220577 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-a6e13ae4-70b0-4a09-b465-cae278dee1c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:21.226189 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e873b4-99fe-454f-bb93-1ed37915079d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4604ac3e-ab16-4321-bc89-5b12ae7b5b1f,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:21.229622 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-51e873b4-99fe-454f-bb93-1ed37915079d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:21.239673 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-a6e13ae4-70b0-4a09-b465-cae278dee1c2 admin admin] Usage tracker for resource:security_group_rule and tenant:2e752a1c94d24a8d95908fdb465ab95d is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:21.247909 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-51e873b4-99fe-454f-bb93-1ed37915079d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:21.247909 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-51e873b4-99fe-454f-bb93-1ed37915079d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4604ac3e-ab16-4321-bc89-5b12ae7b5b1f HTTP/1.1" status: 204 len: 168 time: 0.6145275 Dec 04 00:54:21.247909 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-a6e13ae4-70b0-4a09-b465-cae278dee1c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:21.252345 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e392133c-db4a-4bc7-9249-cc4217ae0700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851436430'] for segment, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:21.252345 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.db.segments_db [None req-e392133c-db4a-4bc7-9249-cc4217ae0700 admin admin] Added segment 088e414f-d528-4fca-b3dd-a657d591ec06 of type vxlan for network 763e3d26-8b60-4e20-afd5-6dcf4948d439 Dec 04 00:54:21.267326 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-a6e13ae4-70b0-4a09-b465-cae278dee1c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:21.361904 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-63ffea27-af5e-4146-b39f-07d800e21184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616'] for subnet, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:21.370177 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e392133c-db4a-4bc7-9249-cc4217ae0700 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745381119791'] for network, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:21.493943 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-719b2da3-9bf3-40ed-907e-e9cb4148af8b admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.8758633 Dec 04 00:54:21.498668 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 35192) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:21.504067 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e392133c-db4a-4bc7-9249-cc4217ae0700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616'] for network, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:21.509005 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-65658c59-2d52-495b-8436-5e726f4177f3 admin admin] Request body: {'subnet': {'network_id': '649ca0aa-72bd-4e17-9388-fa810bd5b1c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1497541726-subnet', 'tenant_id': 'eea45bcbec3745a7921ce97f5b8c1624', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:54:21.519472 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68b006c-fa25-4d32-9d94-e091efcb9489 admin admin] Pushing event updated for resources: {'Port': ['ID=e214e8dd-7350-47d7-a813-de42239028e3,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:21.526551 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e392133c-db4a-4bc7-9249-cc4217ae0700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:54:21.527737 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-b68b006c-fa25-4d32-9d94-e091efcb9489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:21.527877 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e392133c-db4a-4bc7-9249-cc4217ae0700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for network, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:21.528225 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.309s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:21.536726 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-65658c59-2d52-495b-8436-5e726f4177f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:21.539702 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:21.566773 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a6e13ae4-70b0-4a09-b465-cae278dee1c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:21.573865 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-65658c59-2d52-495b-8436-5e726f4177f3 admin admin] Usage tracker for resource:subnet and tenant:eea45bcbec3745a7921ce97f5b8c1624 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:21.582402 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-65658c59-2d52-495b-8436-5e726f4177f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:21.591499 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-65658c59-2d52-495b-8436-5e726f4177f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:21.671812 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68b006c-fa25-4d32-9d94-e091efcb9489 admin admin] Network 70fae593-b8e3-4ff7-b3b9-3060a635d4ae is already hosted by enough agents. {{(pid=80327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 00:54:21.676227 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-b68b006c-fa25-4d32-9d94-e091efcb9489 admin admin] Resources bound (agent type, host, resource id): {{(pid=80327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:54:21.684028 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68b006c-fa25-4d32-9d94-e091efcb9489 admin admin] Received port after_create {{(pid=80327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 00:54:21.699927 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a6e13ae4-70b0-4a09-b465-cae278dee1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:21.730100 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392133c-db4a-4bc7-9249-cc4217ae0700 admin admin] Pushing event updated for resources: {'Network': ['ID=763e3d26-8b60-4e20-afd5-6dcf4948d439,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:21.739239 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b2da3-9bf3-40ed-907e-e9cb4148af8b admin admin] Pushing event updated for resources: {'Network': ['ID=649ca0aa-72bd-4e17-9388-fa810bd5b1c7,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:21.743256 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-e392133c-db4a-4bc7-9249-cc4217ae0700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:21.743256 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-4f9dbdb7-7084-4190-b387-7490c2b98a3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:21.743465 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Network 763e3d26-8b60-4e20-afd5-6dcf4948d439 details requested by agent ovs-agent-dv-cinder-763306-5-smb with host dv-cinder-763306-5-smb {{(pid=80328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 00:54:21.747844 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-719b2da3-9bf3-40ed-907e-e9cb4148af8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:21.765231 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65658c59-2d52-495b-8436-5e726f4177f3 admin admin] Made reservation on behalf of eea45bcbec3745a7921ce97f5b8c1624 for: {'subnet': 1} {{(pid=80326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 00:54:21.769088 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Network 763e3d26-8b60-4e20-afd5-6dcf4948d439 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 00:54:21.770051 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-65658c59-2d52-495b-8436-5e726f4177f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:21.787033 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Network 649ca0aa-72bd-4e17-9388-fa810bd5b1c7 details requested by agent ovs-agent-dv-cinder-763306-5-smb with host dv-cinder-763306-5-smb {{(pid=80328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 00:54:21.805424 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-abcb2504-6440-464f-953c-6448af132369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.410s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:21.818770 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-0dffc2f1-34f2-4533-94cb-9e1585dd44cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616'] for subnet, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:21.820749 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-e392133c-db4a-4bc7-9249-cc4217ae0700 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 4.0790732 Dec 04 00:54:21.849961 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 35198) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:21.867825 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-b6ce8496-e758-4af7-9c96-820e1c082696 admin admin] Request body: {'subnet': {'network_id': '763e3d26-8b60-4e20-afd5-6dcf4948d439', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-19794525-subnet', 'tenant_id': 'b3e43015aaa54f1da2d2ae7b3cc46e41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:54:21.887592 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Network 649ca0aa-72bd-4e17-9388-fa810bd5b1c7 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 00:54:21.907946 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-a6e13ae4-70b0-4a09-b465-cae278dee1c2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2e752a1c94d24a8d95908fdb465ab95d&name=default HTTP/1.1" status: 200 len: 2875 time: 1.1087456 Dec 04 00:54:21.917605 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 35202) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:21.918739 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-b6ce8496-e758-4af7-9c96-820e1c082696 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:21.937673 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e13ae4-70b0-4a09-b465-cae278dee1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69bfc3bf-f524-44fa-9770-28055323cc3b,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:21.941274 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a6e13ae4-70b0-4a09-b465-cae278dee1c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:21.943857 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-b6ce8496-e758-4af7-9c96-820e1c082696 admin admin] Usage tracker for resource:subnet and tenant:b3e43015aaa54f1da2d2ae7b3cc46e41 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:21.976123 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-b6ce8496-e758-4af7-9c96-820e1c082696 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:21.994133 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-1f16663c-ff45-452d-a311-033203293b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:21.994737 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-b6ce8496-e758-4af7-9c96-820e1c082696 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:22.004975 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ffea27-af5e-4146-b39f-07d800e21184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8992a81f-7e9c-4e53-bca2-1c6f4569ebb0,revision_number=0']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:22.022473 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 35210) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:22.029667 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-63ffea27-af5e-4146-b39f-07d800e21184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:22.055413 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ffea27-af5e-4146-b39f-07d800e21184 admin admin] Checking segment: {'id': '4488f1fe-a387-4cba-a67e-2b166f386e37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '77143b40-0430-4aa2-93c2-47d05a30b59e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 00:54:22.055862 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ffea27-af5e-4146-b39f-07d800e21184 admin admin] Network hostable DHCP agents. Network: 77143b40-0430-4aa2-93c2-47d05a30b59e, hostable agents: ['58f05500-12a8-4f3a-bf6e-722eafa3a905'], hosted agents: [] {{(pid=80327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 04 00:54:22.066171 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dffc2f1-34f2-4533-94cb-9e1585dd44cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d3dffb9-b2e9-4653-a15c-51f3777e3e03,revision_number=0']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:22.069512 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-0dffc2f1-34f2-4533-94cb-9e1585dd44cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:22.085543 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ce8496-e758-4af7-9c96-820e1c082696 admin admin] Made reservation on behalf of b3e43015aaa54f1da2d2ae7b3cc46e41 for: {'subnet': 1} {{(pid=80327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 00:54:22.094354 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b6ce8496-e758-4af7-9c96-820e1c082696 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:22.109648 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c9a9e4a8-72ac-45b3-9a84-601158496a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:22.266829 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-c9a9e4a8-72ac-45b3-9a84-601158496a49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:22.273776 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dffc2f1-34f2-4533-94cb-9e1585dd44cc admin admin] Checking segment: {'id': '8ede4a70-4206-4219-8975-4c9d08884fc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b41ba9d1-b8eb-4b60-b39c-3d77682273c8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 00:54:22.274162 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dffc2f1-34f2-4533-94cb-9e1585dd44cc admin admin] Network hostable DHCP agents. Network: b41ba9d1-b8eb-4b60-b39c-3d77682273c8, hostable agents: ['58f05500-12a8-4f3a-bf6e-722eafa3a905'], hosted agents: [] {{(pid=80326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 04 00:54:22.358358 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-c9a9e4a8-72ac-45b3-9a84-601158496a49 admin admin] Usage tracker for resource:security_group_rule and tenant:e77f82716c564f56869d489fc5660042 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:22.369496 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-c9a9e4a8-72ac-45b3-9a84-601158496a49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:22.370998 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dffc2f1-34f2-4533-94cb-9e1585dd44cc admin admin] Network b41ba9d1-b8eb-4b60-b39c-3d77682273c8 is scheduled to be hosted by DHCP agent 58f05500-12a8-4f3a-bf6e-722eafa3a905 with binding_index 1 {{(pid=80326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 04 00:54:22.426762 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-0dffc2f1-34f2-4533-94cb-9e1585dd44cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-5-smb, b41ba9d1-b8eb-4b60-b39c-3d77682273c8) {{(pid=80326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:54:22.438868 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2737c51-672a-4a75-89aa-03e9d2463a8d None None] Network b41ba9d1-b8eb-4b60-b39c-3d77682273c8 requested from dv-cinder-763306-5-smb {{(pid=80328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 00:54:22.501402 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dffc2f1-34f2-4533-94cb-9e1585dd44cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:54:22.505308 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-0dffc2f1-34f2-4533-94cb-9e1585dd44cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for subnet, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:22.571465 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e582a2-ba6b-403c-9ae0-22d399c8e829 None None] Network 81043efb-b877-4e23-b898-a49f43cd94b2 requested from dv-cinder-763306-5-smb {{(pid=80328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 00:54:22.578663 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-0dffc2f1-34f2-4533-94cb-9e1585dd44cc admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9792929 Dec 04 00:54:22.582787 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 35226) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:22.591493 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-bc6a3ab0-88b3-4896-8ae0-9770d2eefc1e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2010543096-router', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae'}}} {{(pid=80326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:54:22.598717 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-bc6a3ab0-88b3-4896-8ae0-9770d2eefc1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:22.605008 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-bc6a3ab0-88b3-4896-8ae0-9770d2eefc1e admin admin] Usage tracker for resource:router and tenant:04c9a96d934d4f7994fdaf4cc2f7c1bf is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:22.611032 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-bc6a3ab0-88b3-4896-8ae0-9770d2eefc1e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:22.621939 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-bc6a3ab0-88b3-4896-8ae0-9770d2eefc1e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:22.645835 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-c9a9e4a8-72ac-45b3-9a84-601158496a49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:22.650357 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ffea27-af5e-4146-b39f-07d800e21184 admin admin] Network 77143b40-0430-4aa2-93c2-47d05a30b59e is scheduled to be hosted by DHCP agent 58f05500-12a8-4f3a-bf6e-722eafa3a905 with binding_index 1 {{(pid=80327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 04 00:54:22.668237 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8d147026-00e6-4c88-bad4-47cb29ba5460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:22.695467 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-65658c59-2d52-495b-8436-5e726f4177f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616'] for subnet, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:22.704338 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-63ffea27-af5e-4146-b39f-07d800e21184 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-5-smb, 77143b40-0430-4aa2-93c2-47d05a30b59e) {{(pid=80327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:54:22.714596 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-58cdccd1-5e0d-487f-ba69-652fa8d52a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:22.746595 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ffea27-af5e-4146-b39f-07d800e21184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:54:22.747334 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-63ffea27-af5e-4146-b39f-07d800e21184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for subnet, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:22.771061 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-bc6a3ab0-88b3-4896-8ae0-9770d2eefc1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-665739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773399'] for router, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:22.777358 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-bc6a3ab0-88b3-4896-8ae0-9770d2eefc1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854117394', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2401'] for router, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:22.777535 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8d147026-00e6-4c88-bad4-47cb29ba5460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:22.795761 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91f6543-0348-412f-a3b6-302bb488c8d1 None None] Network 77143b40-0430-4aa2-93c2-47d05a30b59e requested from dv-cinder-763306-5-smb {{(pid=80328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 00:54:22.881668 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-63ffea27-af5e-4146-b39f-07d800e21184 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.2064865 Dec 04 00:54:22.888859 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 35234) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:22.889589 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b68b006c-fa25-4d32-9d94-e091efcb9489 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:23.014044 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-97f8d75c-d0a7-4a1d-a398-338fed30d220 None None] Provisioning for port b118486a-eb76-4fae-82c4-fbdeab7da8fb completed by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 00:54:23.036290 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-bc6a3ab0-88b3-4896-8ae0-9770d2eefc1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:23.046018 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-a7db4c17-2cac-4a32-9b5c-cdccb6d30ee0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-468826325-router', 'tenant_id': '0bf338724dbe4d6fb75ec0856b79ca35', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae'}}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:54:23.051951 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-a7db4c17-2cac-4a32-9b5c-cdccb6d30ee0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:23.083835 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device b118486a-eb76-4fae-82c4-fbdeab7da8fb up at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:54:23.115830 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-a7db4c17-2cac-4a32-9b5c-cdccb6d30ee0 admin admin] Usage tracker for resource:router and tenant:0bf338724dbe4d6fb75ec0856b79ca35 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:23.123194 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-a7db4c17-2cac-4a32-9b5c-cdccb6d30ee0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:23.137495 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65658c59-2d52-495b-8436-5e726f4177f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07bc11c6-5528-483c-8014-9e78a31f03c3,revision_number=0']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:23.152524 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-65658c59-2d52-495b-8436-5e726f4177f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:23.275340 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-a7db4c17-2cac-4a32-9b5c-cdccb6d30ee0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:23.344915 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08837178-af75-4b50-a7bc-65b873a84665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1639bd91-b761-5fc0-b5a3-901fdf1278c2-b41ba9d1-b8eb-4b60-b39c-3d77682273c8', 'network_id': 'b41ba9d1-b8eb-4b60-b39c-3d77682273c8', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'fixed_ips': [{'subnet_id': '2d3dffb9-b2e9-4653-a15c-51f3777e3e03'}]}} from dv-cinder-763306-5-smb. {{(pid=80328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 04 00:54:23.345682 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-08837178-af75-4b50-a7bc-65b873a84665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:23.353535 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65658c59-2d52-495b-8436-5e726f4177f3 admin admin] Checking segment: {'id': '89b204fc-4949-43eb-8e8b-b54240b7048e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '649ca0aa-72bd-4e17-9388-fa810bd5b1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 00:54:23.353937 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65658c59-2d52-495b-8436-5e726f4177f3 admin admin] Network hostable DHCP agents. Network: 649ca0aa-72bd-4e17-9388-fa810bd5b1c7, hostable agents: ['58f05500-12a8-4f3a-bf6e-722eafa3a905'], hosted agents: [] {{(pid=80326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 04 00:54:23.383668 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c9a9e4a8-72ac-45b3-9a84-601158496a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:23.414572 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8d147026-00e6-4c88-bad4-47cb29ba5460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:23.429903 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-719b2da3-9bf3-40ed-907e-e9cb4148af8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:23.456029 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c9a9e4a8-72ac-45b3-9a84-601158496a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:23.482491 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83757b8-cdf2-4bd8-a68e-277aaddb02a1 None None] Network 77143b40-0430-4aa2-93c2-47d05a30b59e requested from dv-cinder-763306-5-smb {{(pid=80328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 00:54:23.489153 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d147026-00e6-4c88-bad4-47cb29ba5460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bfc3bf-f524-44fa-9770-28055323cc3b,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:23.492353 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-8d147026-00e6-4c88-bad4-47cb29ba5460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:23.494294 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-8d147026-00e6-4c88-bad4-47cb29ba5460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:23.507998 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-bc6a3ab0-88b3-4896-8ae0-9770d2eefc1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854117379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854110107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2416'] for router, precommit_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:23.508484 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a7db4c17-2cac-4a32-9b5c-cdccb6d30ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-665739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773399'] for router, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:23.509693 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a7db4c17-2cac-4a32-9b5c-cdccb6d30ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854117394', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2401'] for router, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:23.552961 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65658c59-2d52-495b-8436-5e726f4177f3 admin admin] Network 649ca0aa-72bd-4e17-9388-fa810bd5b1c7 is scheduled to be hosted by DHCP agent 58f05500-12a8-4f3a-bf6e-722eafa3a905 with binding_index 1 {{(pid=80326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 04 00:54:23.599053 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-c9a9e4a8-72ac-45b3-9a84-601158496a49 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e77f82716c564f56869d489fc5660042&name=default HTTP/1.1" status: 200 len: 2875 time: 1.5698612 Dec 04 00:54:23.599053 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8d147026-00e6-4c88-bad4-47cb29ba5460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:23.599053 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-8d147026-00e6-4c88-bad4-47cb29ba5460 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/69bfc3bf-f524-44fa-9770-28055323cc3b HTTP/1.1" status: 204 len: 168 time: 1.6670022 Dec 04 00:54:23.599053 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9e4a8-72ac-45b3-9a84-601158496a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa084b42-8a04-4d41-a594-44bdeadb380c,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:23.611574 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c9a9e4a8-72ac-45b3-9a84-601158496a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:23.615514 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 35244) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:23.616634 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b68b006c-fa25-4d32-9d94-e091efcb9489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854119398'] for router, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:23.662141 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-65658c59-2d52-495b-8436-5e726f4177f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-5-smb, 649ca0aa-72bd-4e17-9388-fa810bd5b1c7) {{(pid=80326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:54:23.662267 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning for port b118486a-eb76-4fae-82c4-fbdeab7da8fb completed by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 00:54:23.672665 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning complete for port b118486a-eb76-4fae-82c4-fbdeab7da8fb triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:54:23.673087 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:23.676120 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65658c59-2d52-495b-8436-5e726f4177f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:54:23.676774 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-65658c59-2d52-495b-8436-5e726f4177f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for subnet, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:23.717277 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fed8c2-5c7d-4487-b31e-07238aa2adc8 None None] Network 649ca0aa-72bd-4e17-9388-fa810bd5b1c7 requested from dv-cinder-763306-5-smb {{(pid=80328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 00:54:23.850924 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-65658c59-2d52-495b-8436-5e726f4177f3 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3510690 Dec 04 00:54:23.871735 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a7db4c17-2cac-4a32-9b5c-cdccb6d30ee0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:23.968830 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2e5bbfe6-1b07-4102-bc1c-641c5d68be56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:24.018538 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-bc6a3ab0-88b3-4896-8ae0-9770d2eefc1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:24.116232 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-bc6a3ab0-88b3-4896-8ae0-9770d2eefc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:24.191194 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2e5bbfe6-1b07-4102-bc1c-641c5d68be56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:24.310883 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:24.333900 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdfb353-3521-499a-b64f-8cac565fe572 None None] Network 649ca0aa-72bd-4e17-9388-fa810bd5b1c7 requested from dv-cinder-763306-5-smb {{(pid=80328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 00:54:24.510149 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a7db4c17-2cac-4a32-9b5c-cdccb6d30ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854117379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854110107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2416'] for router, precommit_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:24.668508 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [None req-bc6a3ab0-88b3-4896-8ae0-9770d2eefc1e admin admin] Allocated IP 172.28.3.252 (70fae593-b8e3-4ff7-b3b9-3060a635d4ae/838c8f98-d37b-4481-803e-42068845ce24/58a8596b-a868-4d09-a984-0a9b88900097) {{(pid=80326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 00:54:24.905249 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68b006c-fa25-4d32-9d94-e091efcb9489 admin admin] Router 217aee76-2901-4d22-8fcc-3852f4d5dd49 is scheduled to L3 agent 584cecf2-ad77-484a-986e-0fea284e741d with binding_index 1 {{(pid=80327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 04 00:54:24.943054 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] For port b118486a-eb76-4fae-82c4-fbdeab7da8fb, host dv-cinder-763306-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=b118486a-eb76-4fae-82c4-fbdeab7da8fb,segment=NetworkSegment(d123e863-f9de-44b7-aef3-f3565b117e15),segment_id=d123e863-f9de-44b7-aef3-f3565b117e15)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:54:24.958236 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-bc6a3ab0-88b3-4896-8ae0-9770d2eefc1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:24.961610 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 35286) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:24.962349 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 35288) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:24.970399 dv-cinder-763306-5-smb neutron-server[80215]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 04 00:54:25.002910 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2e5bbfe6-1b07-4102-bc1c-641c5d68be56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:25.031000 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:25.036317 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:25.055600 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:25.107597 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-bc6a3ab0-88b3-4896-8ae0-9770d2eefc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386'] for port, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:25.133462 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:25.179822 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-48045888-1c52-4581-95b8-cefe114f3f36 None None] Provisioning complete for port b118486a-eb76-4fae-82c4-fbdeab7da8fb triggered by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:54:25.180284 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-48045888-1c52-4581-95b8-cefe114f3f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:25.222858 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [None req-08837178-af75-4b50-a7bc-65b873a84665 None None] Allocated IP 172.20.0.2 (b41ba9d1-b8eb-4b60-b39c-3d77682273c8/2d3dffb9-b2e9-4653-a15c-51f3777e3e03/b771ee66-d3dd-435e-8e02-a1828cdb6985) {{(pid=80328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 00:54:25.299519 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5bbfe6-1b07-4102-bc1c-641c5d68be56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa084b42-8a04-4d41-a594-44bdeadb380c,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:25.302109 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-2e5bbfe6-1b07-4102-bc1c-641c5d68be56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:25.312968 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a3ab0-88b3-4896-8ae0-9770d2eefc1e admin admin] Pushing event updated for resources: {'Port': ['ID=58a8596b-a868-4d09-a984-0a9b88900097,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:25.332404 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-bc6a3ab0-88b3-4896-8ae0-9770d2eefc1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:25.355549 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b6ce8496-e758-4af7-9c96-820e1c082696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616'] for subnet, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:25.374901 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6a3ab0-88b3-4896-8ae0-9770d2eefc1e admin admin] Network 70fae593-b8e3-4ff7-b3b9-3060a635d4ae is already hosted by enough agents. {{(pid=80326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 00:54:25.376157 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-bc6a3ab0-88b3-4896-8ae0-9770d2eefc1e admin admin] Resources bound (agent type, host, resource id): {{(pid=80326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:54:25.378472 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6a3ab0-88b3-4896-8ae0-9770d2eefc1e admin admin] Received port after_create {{(pid=80326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 00:54:25.386927 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Pushing event updated for resources: {'Port': ['ID=b118486a-eb76-4fae-82c4-fbdeab7da8fb,revision_number=3']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:25.399481 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:25.427940 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:25.485878 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-763c9f01-1a6c-4a7a-9a02-1758aa23a6c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:25.652740 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-c44f5db6-542e-4639-8ff5-24417dc8d50e tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:54:25.653530 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-c44f5db6-542e-4639-8ff5-24417dc8d50e tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Synchronizing usage tracker for tenant:eea45bcbec3745a7921ce97f5b8c1624 on resource:network {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 00:54:25.676461 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2e5bbfe6-1b07-4102-bc1c-641c5d68be56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:25.677839 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-2e5bbfe6-1b07-4102-bc1c-641c5d68be56 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/aa084b42-8a04-4d41-a594-44bdeadb380c HTTP/1.1" status: 204 len: 168 time: 2.0567331 Dec 04 00:54:25.699608 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-763c9f01-1a6c-4a7a-9a02-1758aa23a6c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:25.709147 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-08837178-af75-4b50-a7bc-65b873a84665 None None] Notify callbacks [] for port, precommit_create {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:25.719852 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68b006c-fa25-4d32-9d94-e091efcb9489 admin admin] Notify agent at l3_agent.dv-cinder-763306-5-smb the message routers_updated {{(pid=80327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 00:54:25.723360 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-08837178-af75-4b50-a7bc-65b873a84665 None None] Transition to ACTIVE for port object b771ee66-d3dd-435e-8e02-a1828cdb6985 will not be triggered until provisioned by entity L2. {{(pid=80328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 00:54:25.730597 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b138d5a9-1840-4bb7-a569-a6208846761d None None] Sync routers for ids ['217aee76-2901-4d22-8fcc-3852f4d5dd49'] in dv-cinder-763306-5-smb {{(pid=80329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 00:54:25.757110 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b138d5a9-1840-4bb7-a569-a6208846761d None None] Routers {'217aee76-2901-4d22-8fcc-3852f4d5dd49'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 00:54:25.758282 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-b138d5a9-1840-4bb7-a569-a6208846761d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T00:54:17Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['217aee76-2901-4d22-8fcc-3852f4d5dd49'], 'active': True} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:54:25.762750 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-763c9f01-1a6c-4a7a-9a02-1758aa23a6c2 admin admin] Usage tracker for resource:security_group_rule and tenant:a9ba4cdfcd974292b8c547fbd83b621c is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:25.767058 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce8496-e758-4af7-9c96-820e1c082696 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eb0a2c2-8d12-4444-8006-e75757f8ed7d,revision_number=0']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:25.770237 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-b6ce8496-e758-4af7-9c96-820e1c082696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:25.775635 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-763c9f01-1a6c-4a7a-9a02-1758aa23a6c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:25.783448 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-08837178-af75-4b50-a7bc-65b873a84665 None None] Transition to ACTIVE for port object b771ee66-d3dd-435e-8e02-a1828cdb6985 will not be triggered until provisioned by entity DHCP. {{(pid=80328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 00:54:25.834326 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-763c9f01-1a6c-4a7a-9a02-1758aa23a6c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:25.837592 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-08837178-af75-4b50-a7bc-65b873a84665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386'] for port, after_create {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:25.873679 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-c44f5db6-542e-4639-8ff5-24417dc8d50e tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Unset dirty status for tenant:eea45bcbec3745a7921ce97f5b8c1624 on resource:network {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 00:54:25.880099 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:25.882204 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-c44f5db6-542e-4639-8ff5-24417dc8d50e tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] 10.222.0.73 "GET /v2.0/networks?id=649ca0aa-72bd-4e17-9388-fa810bd5b1c7 HTTP/1.1" status: 200 len: 812 time: 0.9148176 Dec 04 00:54:25.964314 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-4842325c-9c80-4d32-848c-773a5c2857ea tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] 10.222.0.73 "GET /v2.0/quotas/eea45bcbec3745a7921ce97f5b8c1624 HTTP/1.1" status: 200 len: 375 time: 0.0804131 Dec 04 00:54:26.066486 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-bc6a3ab0-88b3-4896-8ae0-9770d2eefc1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:26.077885 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-fa17498f-9b8a-4f67-afe0-3f6ba73d1ce6 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] 10.222.0.73 "GET /v2.0/ports?tenant_id=eea45bcbec3745a7921ce97f5b8c1624&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0956125 Dec 04 00:54:26.098857 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b68b006c-fa25-4d32-9d94-e091efcb9489 admin admin] Notify callbacks [] for router, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:26.103515 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-b68b006c-fa25-4d32-9d94-e091efcb9489 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.0151772 Dec 04 00:54:26.111577 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-b138d5a9-1840-4bb7-a569-a6208846761d None None] Set router 217aee76-2901-4d22-8fcc-3852f4d5dd49 gateway port host: dv-cinder-763306-5-smb {{(pid=80329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 00:54:26.123065 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-734f3950-68dd-4cae-995a-b54b30b4b3b4 None None] Provisioning complete for port b118486a-eb76-4fae-82c4-fbdeab7da8fb triggered by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:54:26.123839 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-734f3950-68dd-4cae-995a-b54b30b4b3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:26.149989 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 35316) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:26.165724 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ce8496-e758-4af7-9c96-820e1c082696 admin admin] Checking segment: {'id': '088e414f-d528-4fca-b3dd-a657d591ec06', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '763e3d26-8b60-4e20-afd5-6dcf4948d439'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 00:54:26.167631 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ce8496-e758-4af7-9c96-820e1c082696 admin admin] Network hostable DHCP agents. Network: 763e3d26-8b60-4e20-afd5-6dcf4948d439, hostable agents: ['58f05500-12a8-4f3a-bf6e-722eafa3a905'], hosted agents: [] {{(pid=80327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 04 00:54:26.191140 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08837178-af75-4b50-a7bc-65b873a84665 None None] Pushing event updated for resources: {'Port': ['ID=b771ee66-d3dd-435e-8e02-a1828cdb6985,revision_number=1']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:26.206639 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-08837178-af75-4b50-a7bc-65b873a84665 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:26.334522 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08837178-af75-4b50-a7bc-65b873a84665 None None] Network b41ba9d1-b8eb-4b60-b39c-3d77682273c8 is already hosted by enough agents. {{(pid=80328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 00:54:26.336256 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-08837178-af75-4b50-a7bc-65b873a84665 None None] Resources bound (agent type, host, resource id): {{(pid=80328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:54:26.338816 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08837178-af75-4b50-a7bc-65b873a84665 None None] Received port after_create {{(pid=80328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 00:54:26.406519 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-08837178-af75-4b50-a7bc-65b873a84665 None None] Attempting to bind port b771ee66-d3dd-435e-8e02-a1828cdb6985 on host dv-cinder-763306-5-smb for vnic_type normal with profile {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 00:54:26.407876 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-08837178-af75-4b50-a7bc-65b873a84665 None None] Attempting to bind port b771ee66-d3dd-435e-8e02-a1828cdb6985 by drivers openvswitch on host dv-cinder-763306-5-smb at level 0 using segments [{'id': '8ede4a70-4206-4219-8975-4c9d08884fc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b41ba9d1-b8eb-4b60-b39c-3d77682273c8'}] {{(pid=80328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 00:54:26.408831 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08837178-af75-4b50-a7bc-65b873a84665 None None] Attempting to bind port b771ee66-d3dd-435e-8e02-a1828cdb6985 on network b41ba9d1-b8eb-4b60-b39c-3d77682273c8 {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 00:54:26.416146 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08837178-af75-4b50-a7bc-65b873a84665 None None] Checking agent: {'id': '47cd6ef8-6b98-4dda-9657-1784e54a0c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 44, 48), 'started_at': datetime.datetime(2020, 12, 4, 0, 45, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 00:54:26.417534 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08837178-af75-4b50-a7bc-65b873a84665 None None] Checking segment: {'id': '8ede4a70-4206-4219-8975-4c9d08884fc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b41ba9d1-b8eb-4b60-b39c-3d77682273c8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 00:54:26.418212 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-08837178-af75-4b50-a7bc-65b873a84665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:26.418856 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08837178-af75-4b50-a7bc-65b873a84665 None None] Bound using segment: {'id': '8ede4a70-4206-4219-8975-4c9d08884fc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b41ba9d1-b8eb-4b60-b39c-3d77682273c8'} {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 00:54:26.419617 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-08837178-af75-4b50-a7bc-65b873a84665 None None] Bound port: b771ee66-d3dd-435e-8e02-a1828cdb6985, host: dv-cinder-763306-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ede4a70-4206-4219-8975-4c9d08884fc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b41ba9d1-b8eb-4b60-b39c-3d77682273c8'}}] {{(pid=80328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 00:54:26.420258 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-08837178-af75-4b50-a7bc-65b873a84665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:26.548106 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-08837178-af75-4b50-a7bc-65b873a84665 None None] For port b771ee66-d3dd-435e-8e02-a1828cdb6985, host dv-cinder-763306-5-smb, cleared binding levels {{(pid=80328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 00:54:26.552706 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-08837178-af75-4b50-a7bc-65b873a84665 None None] For port b771ee66-d3dd-435e-8e02-a1828cdb6985, host dv-cinder-763306-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=b771ee66-d3dd-435e-8e02-a1828cdb6985,segment=NetworkSegment(8ede4a70-4206-4219-8975-4c9d08884fc7),segment_id=8ede4a70-4206-4219-8975-4c9d08884fc7)] {{(pid=80328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 00:54:26.609662 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-08837178-af75-4b50-a7bc-65b873a84665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:26.633546 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a4b85a5f-46fb-4b71-81b7-4f89426e1293 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:26.754540 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-bc6a3ab0-88b3-4896-8ae0-9770d2eefc1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854119398'] for router, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:26.837527 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08837178-af75-4b50-a7bc-65b873a84665 None None] Pushing event updated for resources: {'Port': ['ID=b771ee66-d3dd-435e-8e02-a1828cdb6985,revision_number=2']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:26.844440 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-08837178-af75-4b50-a7bc-65b873a84665 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:26.906028 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-b138d5a9-1840-4bb7-a569-a6208846761d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'name': 'tempest-AttachVolumeShelveTestJSON-514812751-router', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e214e8dd-7350-47d7-a813-de42239028e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:18Z', 'updated_at': '2020-12-04T00:54:22Z', 'revision_number': 3, 'project_id': '27c40306c9424330a5920da109201aa5', 'gw_port': {'id': 'e214e8dd-7350-47d7-a813-de42239028e3', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:19Z', 'updated_at': '2020-12-04T00:54:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb'}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:54:26.914712 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b138d5a9-1840-4bb7-a569-a6208846761d None None] Checking router: 217aee76-2901-4d22-8fcc-3852f4d5dd49 for host: dv-cinder-763306-5-smb {{(pid=80329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 00:54:26.915124 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b138d5a9-1840-4bb7-a569-a6208846761d None None] Updating router 217aee76-2901-4d22-8fcc-3852f4d5dd49 port e214e8dd-7350-47d7-a813-de42239028e3 binding host dv-cinder-763306-5-smb {{(pid=80329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 04 00:54:26.981814 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b138d5a9-1840-4bb7-a569-a6208846761d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:27.025348 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ce8496-e758-4af7-9c96-820e1c082696 admin admin] Network 763e3d26-8b60-4e20-afd5-6dcf4948d439 is scheduled to be hosted by DHCP agent 58f05500-12a8-4f3a-bf6e-722eafa3a905 with binding_index 1 {{(pid=80327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 04 00:54:27.129616 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6a3ab0-88b3-4896-8ae0-9770d2eefc1e admin admin] Router e73d3ce5-26db-42a2-a516-d94cddde4093 is scheduled to L3 agent 584cecf2-ad77-484a-986e-0fea284e741d with binding_index 1 {{(pid=80326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 04 00:54:27.192583 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device b118486a-eb76-4fae-82c4-fbdeab7da8fb up at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:54:27.429533 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning complete for port b118486a-eb76-4fae-82c4-fbdeab7da8fb triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:54:27.429961 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:27.479709 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6a3ab0-88b3-4896-8ae0-9770d2eefc1e admin admin] Notify agent at l3_agent.dv-cinder-763306-5-smb the message routers_updated {{(pid=80326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 00:54:27.506485 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa28d4e7-64ae-42c0-83c8-bbe83797f872 None None] Sync routers for ids ['e73d3ce5-26db-42a2-a516-d94cddde4093'] in dv-cinder-763306-5-smb {{(pid=80328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 00:54:27.512220 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-f38140e7-2812-409f-bf8e-50a5218dddc7 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=80327) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 04 00:54:27.513351 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-f38140e7-2812-409f-bf8e-50a5218dddc7 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.8726158 Dec 04 00:54:27.563056 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-bc6a3ab0-88b3-4896-8ae0-9770d2eefc1e admin admin] Notify callbacks [] for router, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:27.564426 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-bc6a3ab0-88b3-4896-8ae0-9770d2eefc1e admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9789531 Dec 04 00:54:27.567393 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 35348) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:27.574817 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa28d4e7-64ae-42c0-83c8-bbe83797f872 None None] Routers {'e73d3ce5-26db-42a2-a516-d94cddde4093'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 00:54:27.575538 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-fa28d4e7-64ae-42c0-83c8-bbe83797f872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T00:54:17Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['e73d3ce5-26db-42a2-a516-d94cddde4093'], 'active': True} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:54:27.612132 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-b6ce8496-e758-4af7-9c96-820e1c082696 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-5-smb, 763e3d26-8b60-4e20-afd5-6dcf4948d439) {{(pid=80327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:54:27.724852 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-763c9f01-1a6c-4a7a-9a02-1758aa23a6c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:27.772095 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-afe7578a-910b-4732-b17f-79dc6835947b service neutron] 10.222.0.73 "GET /v2.0/networks/649ca0aa-72bd-4e17-9388-fa810bd5b1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227366 Dec 04 00:54:27.780088 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ce8496-e758-4af7-9c96-820e1c082696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:54:27.780736 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b6ce8496-e758-4af7-9c96-820e1c082696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for subnet, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:27.796080 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-763c9f01-1a6c-4a7a-9a02-1758aa23a6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:27.866593 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b138d5a9-1840-4bb7-a569-a6208846761d None None] Notify callbacks [] for port, precommit_update {{(pid=80329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:27.873529 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a7db4c17-2cac-4a32-9b5c-cdccb6d30ee0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:27.897950 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-b138d5a9-1840-4bb7-a569-a6208846761d None None] Transition to ACTIVE for port object e214e8dd-7350-47d7-a813-de42239028e3 will not be triggered until provisioned by entity L2. {{(pid=80329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 00:54:27.932501 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:27.940500 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a7db4c17-2cac-4a32-9b5c-cdccb6d30ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:27.947345 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b138d5a9-1840-4bb7-a569-a6208846761d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:27.981236 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-0fa84c2e-4cf1-44ba-bab5-4ce702a8e08e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:28.184192 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bfc584-c26f-49f8-8939-df8767547e27 None None] Pushing event updated for resources: {'Port': ['ID=e214e8dd-7350-47d7-a813-de42239028e3,revision_number=2']} {{(pid=80329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:28.190609 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-fa28d4e7-64ae-42c0-83c8-bbe83797f872 None None] Set router e73d3ce5-26db-42a2-a516-d94cddde4093 gateway port host: dv-cinder-763306-5-smb {{(pid=80328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 00:54:28.208633 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-763c9f01-1a6c-4a7a-9a02-1758aa23a6c2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a9ba4cdfcd974292b8c547fbd83b621c&name=default HTTP/1.1" status: 200 len: 2879 time: 3.2426908 Dec 04 00:54:28.211482 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-b6ce8496-e758-4af7-9c96-820e1c082696 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 6.3600061 Dec 04 00:54:28.214586 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 35362) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:28.233178 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfc584-c26f-49f8-8939-df8767547e27 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:28.233559 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfc584-c26f-49f8-8939-df8767547e27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:28.233929 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfc584-c26f-49f8-8939-df8767547e27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:28.234292 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfc584-c26f-49f8-8939-df8767547e27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:28.234656 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfc584-c26f-49f8-8939-df8767547e27 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:28.235024 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfc584-c26f-49f8-8939-df8767547e27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:28.246319 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfc584-c26f-49f8-8939-df8767547e27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:28.246767 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfc584-c26f-49f8-8939-df8767547e27 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:28.247147 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfc584-c26f-49f8-8939-df8767547e27 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:28.252784 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfc584-c26f-49f8-8939-df8767547e27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:28.253172 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfc584-c26f-49f8-8939-df8767547e27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:28.253547 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfc584-c26f-49f8-8939-df8767547e27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:28.253973 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfc584-c26f-49f8-8939-df8767547e27 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:28.254337 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfc584-c26f-49f8-8939-df8767547e27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:28.254699 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfc584-c26f-49f8-8939-df8767547e27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:28.255057 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfc584-c26f-49f8-8939-df8767547e27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:28.255469 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfc584-c26f-49f8-8939-df8767547e27 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:28.255796 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfc584-c26f-49f8-8939-df8767547e27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:28.256148 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfc584-c26f-49f8-8939-df8767547e27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:28.256500 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfc584-c26f-49f8-8939-df8767547e27 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:28.256853 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfc584-c26f-49f8-8939-df8767547e27 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:28.257204 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfc584-c26f-49f8-8939-df8767547e27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:28.257555 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfc584-c26f-49f8-8939-df8767547e27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:28.257901 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfc584-c26f-49f8-8939-df8767547e27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:54:28.259968 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7bfc584-c26f-49f8-8939-df8767547e27 None None] Tracked resource versions report: Dec 04 00:54:28.259968 dv-cinder-763306-5-smb neutron-server[80215]: pushed versions: Dec 04 00:54:28.259968 dv-cinder-763306-5-smb neutron-server[80215]: { 'AddressGroup': {'1.0'}, Dec 04 00:54:28.259968 dv-cinder-763306-5-smb neutron-server[80215]: 'ConntrackHelper': {'1.0'}, Dec 04 00:54:28.259968 dv-cinder-763306-5-smb neutron-server[80215]: 'Log': {'1.0'}, Dec 04 00:54:28.259968 dv-cinder-763306-5-smb neutron-server[80215]: 'Network': {'1.1'}, Dec 04 00:54:28.259968 dv-cinder-763306-5-smb neutron-server[80215]: 'Port': {'1.6'}, Dec 04 00:54:28.259968 dv-cinder-763306-5-smb neutron-server[80215]: 'PortForwarding': {'1.2'}, Dec 04 00:54:28.259968 dv-cinder-763306-5-smb neutron-server[80215]: 'QosPolicy': {'1.8'}, Dec 04 00:54:28.259968 dv-cinder-763306-5-smb neutron-server[80215]: 'SecurityGroup': {'1.3'}, Dec 04 00:54:28.259968 dv-cinder-763306-5-smb neutron-server[80215]: 'SecurityGroupRule': {'1.1'}, Dec 04 00:54:28.259968 dv-cinder-763306-5-smb neutron-server[80215]: 'SubPort': {'1.0'}, Dec 04 00:54:28.259968 dv-cinder-763306-5-smb neutron-server[80215]: 'Subnet': {'1.1'}, Dec 04 00:54:28.259968 dv-cinder-763306-5-smb neutron-server[80215]: 'Trunk': {'1.1'}} Dec 04 00:54:28.259968 dv-cinder-763306-5-smb neutron-server[80215]: consumer versions: Dec 04 00:54:28.259968 dv-cinder-763306-5-smb neutron-server[80215]: { DHCP agent@dv-cinder-763306-5-smb: {}, Dec 04 00:54:28.259968 dv-cinder-763306-5-smb neutron-server[80215]: L3 agent@dv-cinder-763306-5-smb: {}, Dec 04 00:54:28.259968 dv-cinder-763306-5-smb neutron-server[80215]: Metadata agent@dv-cinder-763306-5-smb: {}, Dec 04 00:54:28.259968 dv-cinder-763306-5-smb neutron-server[80215]: Metering agent@dv-cinder-763306-5-smb: {}, Dec 04 00:54:28.259968 dv-cinder-763306-5-smb neutron-server[80215]: Open vSwitch agent@dv-cinder-763306-5-smb: { 'AddressGroup': '1.0', Dec 04 00:54:28.259968 dv-cinder-763306-5-smb neutron-server[80215]: 'ConntrackHelper': '1.0', Dec 04 00:54:28.259968 dv-cinder-763306-5-smb neutron-server[80215]: 'Log': '1.0', Dec 04 00:54:28.259968 dv-cinder-763306-5-smb neutron-server[80215]: 'Network': '1.1', Dec 04 00:54:28.259968 dv-cinder-763306-5-smb neutron-server[80215]: 'Port': '1.6', Dec 04 00:54:28.259968 dv-cinder-763306-5-smb neutron-server[80215]: 'PortForwarding': '1.2', Dec 04 00:54:28.259968 dv-cinder-763306-5-smb neutron-server[80215]: 'QosPolicy': '1.8', Dec 04 00:54:28.259968 dv-cinder-763306-5-smb neutron-server[80215]: 'SecurityGroup': '1.3', Dec 04 00:54:28.259968 dv-cinder-763306-5-smb neutron-server[80215]: 'SecurityGroupRule': '1.1', Dec 04 00:54:28.259968 dv-cinder-763306-5-smb neutron-server[80215]: 'SubPort': '1.0', Dec 04 00:54:28.259968 dv-cinder-763306-5-smb neutron-server[80215]: 'Subnet': '1.1', Dec 04 00:54:28.259968 dv-cinder-763306-5-smb neutron-server[80215]: 'Trunk': '1.1'}, Dec 04 00:54:28.259968 dv-cinder-763306-5-smb neutron-server[80215]: Open vSwitch agent@hv-cinder-76330: { 'AddressGroup': '1.0', Dec 04 00:54:28.259968 dv-cinder-763306-5-smb neutron-server[80215]: 'ConntrackHelper': '1.0', Dec 04 00:54:28.259968 dv-cinder-763306-5-smb neutron-server[80215]: 'Log': '1.0', Dec 04 00:54:28.259968 dv-cinder-763306-5-smb neutron-server[80215]: 'Network': '1.1', Dec 04 00:54:28.259968 dv-cinder-763306-5-smb neutron-server[80215]: 'Port': '1.6', Dec 04 00:54:28.259968 dv-cinder-763306-5-smb neutron-server[80215]: 'PortForwarding': '1.2', Dec 04 00:54:28.259968 dv-cinder-763306-5-smb neutron-server[80215]: 'QosPolicy': '1.8', Dec 04 00:54:28.259968 dv-cinder-763306-5-smb neutron-server[80215]: 'SecurityGroup': '1.3', Dec 04 00:54:28.259968 dv-cinder-763306-5-smb neutron-server[80215]: 'SecurityGroupRule': '1.1', Dec 04 00:54:28.259968 dv-cinder-763306-5-smb neutron-server[80215]: 'SubPort': '1.0', Dec 04 00:54:28.259968 dv-cinder-763306-5-smb neutron-server[80215]: 'Subnet': '1.1', Dec 04 00:54:28.259968 dv-cinder-763306-5-smb neutron-server[80215]: 'Trunk': '1.1'}} Dec 04 00:54:28.259968 dv-cinder-763306-5-smb neutron-server[80215]: {{(pid=80329) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 04 00:54:28.275567 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-f7bfc584-c26f-49f8-8939-df8767547e27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:28.371101 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-b138d5a9-1840-4bb7-a569-a6208846761d None None] Attempting to bind port e214e8dd-7350-47d7-a813-de42239028e3 on host dv-cinder-763306-5-smb for vnic_type normal with profile {{(pid=80329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 00:54:28.371533 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-b138d5a9-1840-4bb7-a569-a6208846761d None None] Attempting to bind port e214e8dd-7350-47d7-a813-de42239028e3 by drivers openvswitch on host dv-cinder-763306-5-smb at level 0 using segments [{'id': '103ae13c-6127-42b5-b5fb-b54d98895d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae'}] {{(pid=80329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 00:54:28.371940 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b138d5a9-1840-4bb7-a569-a6208846761d None None] Attempting to bind port e214e8dd-7350-47d7-a813-de42239028e3 on network 70fae593-b8e3-4ff7-b3b9-3060a635d4ae {{(pid=80329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 00:54:28.383210 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b138d5a9-1840-4bb7-a569-a6208846761d None None] Checking agent: {'id': '47cd6ef8-6b98-4dda-9657-1784e54a0c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 44, 48), 'started_at': datetime.datetime(2020, 12, 4, 0, 45, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 00:54:28.391569 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b138d5a9-1840-4bb7-a569-a6208846761d None None] Checking segment: {'id': '103ae13c-6127-42b5-b5fb-b54d98895d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 00:54:28.392073 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b138d5a9-1840-4bb7-a569-a6208846761d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:28.392525 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b138d5a9-1840-4bb7-a569-a6208846761d None None] Bound using segment: {'id': '103ae13c-6127-42b5-b5fb-b54d98895d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae'} {{(pid=80329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 00:54:28.393073 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-b138d5a9-1840-4bb7-a569-a6208846761d None None] Bound port: e214e8dd-7350-47d7-a813-de42239028e3, host: dv-cinder-763306-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '103ae13c-6127-42b5-b5fb-b54d98895d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae'}}] {{(pid=80329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 00:54:28.393492 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b138d5a9-1840-4bb7-a569-a6208846761d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:28.395654 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 35366) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:28.428798 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557f4966-6f12-4f99-8ef2-e9facbe4d010 None None] Network 763e3d26-8b60-4e20-afd5-6dcf4948d439 requested from dv-cinder-763306-5-smb {{(pid=80328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 00:54:28.560432 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-b138d5a9-1840-4bb7-a569-a6208846761d None None] For port e214e8dd-7350-47d7-a813-de42239028e3, host dv-cinder-763306-5-smb, cleared binding levels {{(pid=80329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 00:54:28.566301 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-b138d5a9-1840-4bb7-a569-a6208846761d None None] For port e214e8dd-7350-47d7-a813-de42239028e3, host dv-cinder-763306-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=e214e8dd-7350-47d7-a813-de42239028e3,segment=NetworkSegment(103ae13c-6127-42b5-b5fb-b54d98895d70),segment_id=103ae13c-6127-42b5-b5fb-b54d98895d70)] {{(pid=80329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 00:54:28.606485 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c9f01-1a6c-4a7a-9a02-1758aa23a6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2ee0c2-309a-45e2-b0f2-246c17e4c937,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:28.616279 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b138d5a9-1840-4bb7-a569-a6208846761d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:28.625957 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-763c9f01-1a6c-4a7a-9a02-1758aa23a6c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:28.660774 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-0fa84c2e-4cf1-44ba-bab5-4ce702a8e08e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:28.670984 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-04ffa747-0d57-440d-abb4-915c46e8b5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:28.804954 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-7be6d496-e1a9-40b4-9e13-cd80ccffaf3d service neutron] 10.222.0.73 "GET /v2.0/networks/649ca0aa-72bd-4e17-9388-fa810bd5b1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0074899 Dec 04 00:54:28.853820 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41378a59-551b-4e65-8e71-457ebb489f8d None None] Network b41ba9d1-b8eb-4b60-b39c-3d77682273c8 requested from dv-cinder-763306-5-smb {{(pid=80328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 00:54:28.906103 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [None req-a7db4c17-2cac-4a32-9b5c-cdccb6d30ee0 admin admin] Allocated IP 172.28.3.142 (70fae593-b8e3-4ff7-b3b9-3060a635d4ae/838c8f98-d37b-4481-803e-42068845ce24/50e60986-35b5-4553-bb69-fdb87c3686d4) {{(pid=80327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 00:54:28.953249 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bfc584-c26f-49f8-8939-df8767547e27 None None] Pushing event updated for resources: {'Port': ['ID=e214e8dd-7350-47d7-a813-de42239028e3,revision_number=3']} {{(pid=80329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:28.960828 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-89513e53-89f5-4bb1-ab46-a7b5fdbc9b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:28.997581 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-f7bfc584-c26f-49f8-8939-df8767547e27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:29.094443 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b138d5a9-1840-4bb7-a569-a6208846761d None None] Routers {'217aee76-2901-4d22-8fcc-3852f4d5dd49'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 00:54:29.095535 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-b138d5a9-1840-4bb7-a569-a6208846761d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T00:54:17Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['217aee76-2901-4d22-8fcc-3852f4d5dd49'], 'active': True} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:54:29.106420 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-89513e53-89f5-4bb1-ab46-a7b5fdbc9b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:29.341390 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-60dd2497-6f07-46de-8da1-4047d7e10d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:29.357101 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 35394) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:29.443950 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bf56d867-3d63-4349-a008-3f96995f3e3f req-4a867b99-2bf8-4d2f-b3a3-d86659f6e807 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] 10.222.0.73 "GET /v2.0/ports?device_id=197d594f-0593-4fc9-ad7d-d03724ca05ae HTTP/1.1" status: 200 len: 210 time: 0.0835686 Dec 04 00:54:29.469929 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f0ac7ee9-7a69-4b3e-8a2e-711616a22d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:29.485410 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-b138d5a9-1840-4bb7-a569-a6208846761d None None] Set router 217aee76-2901-4d22-8fcc-3852f4d5dd49 gateway port host: dv-cinder-763306-5-smb {{(pid=80329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 00:54:29.507462 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-f0ac7ee9-7a69-4b3e-8a2e-711616a22d48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:29.526922 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-f0ac7ee9-7a69-4b3e-8a2e-711616a22d48 admin admin] Usage tracker for resource:security_group_rule and tenant:e835ca86ba504fcf895e2543ee68fdaf is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:29.533229 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-f0ac7ee9-7a69-4b3e-8a2e-711616a22d48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:29.537455 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-89513e53-89f5-4bb1-ab46-a7b5fdbc9b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:29.544352 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-f0ac7ee9-7a69-4b3e-8a2e-711616a22d48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:29.554495 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c9a9e4a8-72ac-45b3-9a84-601158496a49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:29.702925 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89513e53-89f5-4bb1-ab46-a7b5fdbc9b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2ee0c2-309a-45e2-b0f2-246c17e4c937,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:29.712983 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-89513e53-89f5-4bb1-ab46-a7b5fdbc9b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:29.796113 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a7db4c17-2cac-4a32-9b5c-cdccb6d30ee0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:29.846378 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [None req-04ffa747-0d57-440d-abb4-915c46e8b5b4 admin admin] Allocated IP 172.20.0.1 (b41ba9d1-b8eb-4b60-b39c-3d77682273c8/2d3dffb9-b2e9-4653-a15c-51f3777e3e03/eed57316-8a1d-4683-8006-f7e7ac4e783e) {{(pid=80326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 00:54:29.851092 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-89513e53-89f5-4bb1-ab46-a7b5fdbc9b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:29.855875 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-89513e53-89f5-4bb1-ab46-a7b5fdbc9b44 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2a2ee0c2-309a-45e2-b0f2-246c17e4c937 HTTP/1.1" status: 204 len: 168 time: 1.2530222 Dec 04 00:54:29.888503 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a7db4c17-2cac-4a32-9b5c-cdccb6d30ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386'] for port, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:29.915951 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a77d835-0efc-4a65-aaeb-86e44d732668 None None] Network 763e3d26-8b60-4e20-afd5-6dcf4948d439 requested from dv-cinder-763306-5-smb {{(pid=80328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 00:54:29.939062 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:30.047440 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-b138d5a9-1840-4bb7-a569-a6208846761d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'name': 'tempest-AttachVolumeShelveTestJSON-514812751-router', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e214e8dd-7350-47d7-a813-de42239028e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:18Z', 'updated_at': '2020-12-04T00:54:22Z', 'revision_number': 3, 'project_id': '27c40306c9424330a5920da109201aa5', 'gw_port': {'id': 'e214e8dd-7350-47d7-a813-de42239028e3', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:19Z', 'updated_at': '2020-12-04T00:54:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb'}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:54:30.056877 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b138d5a9-1840-4bb7-a569-a6208846761d None None] The sync data for ids ['217aee76-2901-4d22-8fcc-3852f4d5dd49'] in dv-cinder-763306-5-smb is: [{'id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'name': 'tempest-AttachVolumeShelveTestJSON-514812751-router', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e214e8dd-7350-47d7-a813-de42239028e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:18Z', 'updated_at': '2020-12-04T00:54:22Z', 'revision_number': 3, 'project_id': '27c40306c9424330a5920da109201aa5', 'gw_port': {'id': 'e214e8dd-7350-47d7-a813-de42239028e3', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:19Z', 'updated_at': '2020-12-04T00:54:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb'}] {{(pid=80329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 00:54:30.136912 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-dae36392-2cdf-4da5-bbcf-ad31f6142063 None None] Provisioning for port b771ee66-d3dd-435e-8e02-a1828cdb6985 completed by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 00:54:30.147040 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device b771ee66-d3dd-435e-8e02-a1828cdb6985 up at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:54:30.213731 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f0ac7ee9-7a69-4b3e-8a2e-711616a22d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:30.264535 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f0ac7ee9-7a69-4b3e-8a2e-711616a22d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:30.275810 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db4c17-2cac-4a32-9b5c-cdccb6d30ee0 admin admin] Pushing event updated for resources: {'Port': ['ID=50e60986-35b5-4553-bb69-fdb87c3686d4,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:30.304407 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a7db4c17-2cac-4a32-9b5c-cdccb6d30ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:30.313227 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-432da06a-8183-4835-8b7f-499725e8910b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:30.339379 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-04ffa747-0d57-440d-abb4-915c46e8b5b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:30.364370 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-fa28d4e7-64ae-42c0-83c8-bbe83797f872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'name': 'tempest-AttachVolumeTestJSON-2010543096-router', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.252'}], 'enable_snat': True}, 'gw_port_id': '58a8596b-a868-4d09-a984-0a9b88900097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:22Z', 'updated_at': '2020-12-04T00:54:25Z', 'revision_number': 3, 'project_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'gw_port': {'id': '58a8596b-a868-4d09-a984-0a9b88900097', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:24Z', 'updated_at': '2020-12-04T00:54:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb'}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:54:30.366079 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-04ffa747-0d57-440d-abb4-915c46e8b5b4 admin admin] Transition to ACTIVE for port object eed57316-8a1d-4683-8006-f7e7ac4e783e will not be triggered until provisioned by entity DHCP. {{(pid=80326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 00:54:30.420670 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-04ffa747-0d57-440d-abb4-915c46e8b5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386'] for port, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:30.431957 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-f0ac7ee9-7a69-4b3e-8a2e-711616a22d48 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e835ca86ba504fcf895e2543ee68fdaf&name=default HTTP/1.1" status: 200 len: 2879 time: 2.0322337 Dec 04 00:54:30.433402 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 35432) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:30.438605 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa28d4e7-64ae-42c0-83c8-bbe83797f872 None None] Checking router: e73d3ce5-26db-42a2-a516-d94cddde4093 for host: dv-cinder-763306-5-smb {{(pid=80328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 00:54:30.439303 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa28d4e7-64ae-42c0-83c8-bbe83797f872 None None] Updating router e73d3ce5-26db-42a2-a516-d94cddde4093 port 58a8596b-a868-4d09-a984-0a9b88900097 binding host dv-cinder-763306-5-smb {{(pid=80328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 04 00:54:30.545417 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-fa28d4e7-64ae-42c0-83c8-bbe83797f872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:30.609950 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [None req-60dd2497-6f07-46de-8da1-4047d7e10d3a admin admin] Allocated IP 172.20.0.1 (81043efb-b877-4e23-b898-a49f43cd94b2/09a18547-ffe8-483f-9f89-ed9ea46deb6c/51060b10-6f39-4dba-97cb-98998f868f2b) {{(pid=80327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 00:54:30.700245 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e81c19ce-f69b-458b-a92f-da668948b974 req-2b6c1276-fb46-4169-8f8d-5080fd529568 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] 10.222.0.73 "GET /v2.0/ports?device_id=197d594f-0593-4fc9-ad7d-d03724ca05ae HTTP/1.1" status: 200 len: 210 time: 0.0857146 Dec 04 00:54:30.721549 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7db4c17-2cac-4a32-9b5c-cdccb6d30ee0 admin admin] Network 70fae593-b8e3-4ff7-b3b9-3060a635d4ae is already hosted by enough agents. {{(pid=80327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 00:54:30.725208 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-a7db4c17-2cac-4a32-9b5c-cdccb6d30ee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=80327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:54:30.731370 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7db4c17-2cac-4a32-9b5c-cdccb6d30ee0 admin admin] Received port after_create {{(pid=80327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 00:54:30.779803 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning for port b771ee66-d3dd-435e-8e02-a1828cdb6985 completed by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 00:54:30.837814 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-0b8a0c75-6d0e-4fdf-95c6-e6db257ae109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:30.841650 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning complete for port b771ee66-d3dd-435e-8e02-a1828cdb6985 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:54:30.842075 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:30.883323 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-0b8a0c75-6d0e-4fdf-95c6-e6db257ae109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:30.976622 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ac7ee9-7a69-4b3e-8a2e-711616a22d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc9e977-db34-4bd2-8389-0a31fbd7a8d6,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:30.987822 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-f0ac7ee9-7a69-4b3e-8a2e-711616a22d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:30.988473 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.190s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:31.154437 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-0b8a0c75-6d0e-4fdf-95c6-e6db257ae109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:31.155831 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffa747-0d57-440d-abb4-915c46e8b5b4 admin admin] Pushing event updated for resources: {'Port': ['ID=eed57316-8a1d-4683-8006-f7e7ac4e783e,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:31.189341 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ffa747-0d57-440d-abb4-915c46e8b5b4 admin admin] Network b41ba9d1-b8eb-4b60-b39c-3d77682273c8 is already hosted by enough agents. {{(pid=80326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 00:54:31.190855 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-04ffa747-0d57-440d-abb4-915c46e8b5b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:31.191590 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-75a3e6b4-09d6-49db-8da1-3e8eda18c99a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:31.202033 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-04ffa747-0d57-440d-abb4-915c46e8b5b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:54:31.206657 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ffa747-0d57-440d-abb4-915c46e8b5b4 admin admin] Received port after_create {{(pid=80326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 00:54:31.207318 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-04ffa747-0d57-440d-abb4-915c46e8b5b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656583'] for router_interface, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:31.273160 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a7bfbcd0-b2a4-468b-abbd-19371743c37f None None] Provisioning complete for port b771ee66-d3dd-435e-8e02-a1828cdb6985 triggered by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:54:31.273587 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a7bfbcd0-b2a4-468b-abbd-19371743c37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:31.406504 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 35450) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:31.458796 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-c715f169-cea9-413e-bb4d-55ce85666a6e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-152168178-network', 'tenant_id': 'f314320e4b3e4383af1c522a87b5bef0'}} {{(pid=80326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:54:31.463416 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a0c75-6d0e-4fdf-95c6-e6db257ae109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc9e977-db34-4bd2-8389-0a31fbd7a8d6,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:31.493738 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-0b8a0c75-6d0e-4fdf-95c6-e6db257ae109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:31.513525 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-c715f169-cea9-413e-bb4d-55ce85666a6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:31.542335 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-c715f169-cea9-413e-bb4d-55ce85666a6e admin admin] Usage tracker for resource:network and tenant:f314320e4b3e4383af1c522a87b5bef0 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:31.549554 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-c715f169-cea9-413e-bb4d-55ce85666a6e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:31.553071 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-0b8a0c75-6d0e-4fdf-95c6-e6db257ae109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:31.558501 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-0b8a0c75-6d0e-4fdf-95c6-e6db257ae109 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/efc9e977-db34-4bd2-8389-0a31fbd7a8d6 HTTP/1.1" status: 204 len: 168 time: 1.1099105 Dec 04 00:54:31.576841 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-c715f169-cea9-413e-bb4d-55ce85666a6e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:31.817223 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-60dd2497-6f07-46de-8da1-4047d7e10d3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:31.840033 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c715f169-cea9-413e-bb4d-55ce85666a6e admin admin] Made reservation on behalf of f314320e4b3e4383af1c522a87b5bef0 for: {'network': 1} {{(pid=80326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 00:54:31.859654 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c715f169-cea9-413e-bb4d-55ce85666a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for network, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:31.898358 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c715f169-cea9-413e-bb4d-55ce85666a6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:31.909896 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:31.934180 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-c715f169-cea9-413e-bb4d-55ce85666a6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:31.938278 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-c715f169-cea9-413e-bb4d-55ce85666a6e admin admin] Usage tracker for resource:security_group_rule and tenant:f314320e4b3e4383af1c522a87b5bef0 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:31.942364 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-c715f169-cea9-413e-bb4d-55ce85666a6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:31.950732 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-c715f169-cea9-413e-bb4d-55ce85666a6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:31.980293 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a7bfbcd0-b2a4-468b-abbd-19371743c37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:32.051311 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c715f169-cea9-413e-bb4d-55ce85666a6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:32.081032 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a7db4c17-2cac-4a32-9b5c-cdccb6d30ee0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:32.144355 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c715f169-cea9-413e-bb4d-55ce85666a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:32.157518 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] For port b771ee66-d3dd-435e-8e02-a1828cdb6985, host dv-cinder-763306-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=b771ee66-d3dd-435e-8e02-a1828cdb6985,segment=NetworkSegment(8ede4a70-4206-4219-8975-4c9d08884fc7),segment_id=8ede4a70-4206-4219-8975-4c9d08884fc7)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:54:32.173368 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:32.240949 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.db.api [None req-a7bfbcd0-b2a4-468b-abbd-19371743c37f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80328) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 04 00:54:32.241354 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_db.api [None req-a7bfbcd0-b2a4-468b-abbd-19371743c37f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 04 00:54:32.241971 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:32.250315 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:32.263711 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c715f169-cea9-413e-bb4d-55ce85666a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903ceba4-2d34-4c90-9462-6378f9f6a1ce,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:32.293337 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c715f169-cea9-413e-bb4d-55ce85666a6e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 04 00:54:32.576927 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c715f169-cea9-413e-bb4d-55ce85666a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851436430'] for segment, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:32.576927 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.db.segments_db [None req-c715f169-cea9-413e-bb4d-55ce85666a6e admin admin] Added segment e6e429b9-f793-40e7-8069-697a3581a377 of type vxlan for network 128ffba5-01fd-4f8d-af73-0b9b49cd6438 Dec 04 00:54:32.577686 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-60dd2497-6f07-46de-8da1-4047d7e10d3a admin admin] Transition to ACTIVE for port object 51060b10-6f39-4dba-97cb-98998f868f2b will not be triggered until provisioned by entity DHCP. {{(pid=80327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 00:54:32.577915 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c715f169-cea9-413e-bb4d-55ce85666a6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745381119791'] for network, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:32.578136 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e582b394-03d3-4c65-b6b6-3e776bb22b8f req-a4c15dbb-b3ff-4662-a721-63efa5b57a85 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] 10.222.0.73 "GET /v2.0/ports?device_id=197d594f-0593-4fc9-ad7d-d03724ca05ae HTTP/1.1" status: 200 len: 210 time: 0.4573307 Dec 04 00:54:32.578377 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-04ffa747-0d57-440d-abb4-915c46e8b5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:32.578377 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c715f169-cea9-413e-bb4d-55ce85666a6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:32.578377 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c715f169-cea9-413e-bb4d-55ce85666a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616'] for network, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:32.578377 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c715f169-cea9-413e-bb4d-55ce85666a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:54:32.578377 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c715f169-cea9-413e-bb4d-55ce85666a6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for network, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:32.607947 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-e392133c-db4a-4bc7-9249-cc4217ae0700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:32.669643 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-60dd2497-6f07-46de-8da1-4047d7e10d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386'] for port, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:32.672551 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 35480) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:32.692182 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-fa28d4e7-64ae-42c0-83c8-bbe83797f872 None None] Notify callbacks [] for port, precommit_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:32.706532 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-fa28d4e7-64ae-42c0-83c8-bbe83797f872 None None] Transition to ACTIVE for port object 58a8596b-a868-4d09-a984-0a9b88900097 will not be triggered until provisioned by entity L2. {{(pid=80328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 00:54:32.707940 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device e214e8dd-7350-47d7-a813-de42239028e3 up at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:54:32.768868 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c715f169-cea9-413e-bb4d-55ce85666a6e admin admin] Pushing event updated for resources: {'Network': ['ID=128ffba5-01fd-4f8d-af73-0b9b49cd6438,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:32.788843 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Pushing event updated for resources: {'Port': ['ID=b771ee66-d3dd-435e-8e02-a1828cdb6985,revision_number=3']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:32.805172 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Network 128ffba5-01fd-4f8d-af73-0b9b49cd6438 details requested by agent ovs-agent-dv-cinder-763306-5-smb with host dv-cinder-763306-5-smb {{(pid=80328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 00:54:32.813296 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:32.819467 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Network 128ffba5-01fd-4f8d-af73-0b9b49cd6438 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 00:54:32.833800 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:32.847415 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-fa28d4e7-64ae-42c0-83c8-bbe83797f872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:32.852468 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a598301a-c8a4-42f1-a5f1-83a620fc060a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:32.908047 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-a598301a-c8a4-42f1-a5f1-83a620fc060a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:32.922711 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-a598301a-c8a4-42f1-a5f1-83a620fc060a admin admin] Usage tracker for resource:security_group_rule and tenant:a8c68a8a0fdd406baddffffb42f6ed12 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:32.927850 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-a598301a-c8a4-42f1-a5f1-83a620fc060a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:32.938661 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c715f169-cea9-413e-bb4d-55ce85666a6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:32.940584 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-a598301a-c8a4-42f1-a5f1-83a620fc060a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:32.941232 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-04ffa747-0d57-440d-abb4-915c46e8b5b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:32.944223 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-c715f169-cea9-413e-bb4d-55ce85666a6e admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5023642 Dec 04 00:54:32.950334 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 35486) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:32.956875 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-7e012078-4c32-4cb0-b6c9-91288ac16c69 admin admin] Request body: {'subnet': {'network_id': '128ffba5-01fd-4f8d-af73-0b9b49cd6438', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-152168178-subnet', 'tenant_id': 'f314320e4b3e4383af1c522a87b5bef0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:54:32.961287 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd2497-6f07-46de-8da1-4047d7e10d3a admin admin] Pushing event updated for resources: {'Port': ['ID=51060b10-6f39-4dba-97cb-98998f868f2b,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:32.962660 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-7e012078-4c32-4cb0-b6c9-91288ac16c69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:32.965805 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-60dd2497-6f07-46de-8da1-4047d7e10d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:32.966834 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-7e012078-4c32-4cb0-b6c9-91288ac16c69 admin admin] Usage tracker for resource:subnet and tenant:f314320e4b3e4383af1c522a87b5bef0 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:32.970256 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-7e012078-4c32-4cb0-b6c9-91288ac16c69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:32.976330 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-7e012078-4c32-4cb0-b6c9-91288ac16c69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:32.980729 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-04ffa747-0d57-440d-abb4-915c46e8b5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:32.985212 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-04ffa747-0d57-440d-abb4-915c46e8b5b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851588661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854119142'] for router_interface, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:33.002133 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-04ffa747-0d57-440d-abb4-915c46e8b5b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:33.026561 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a7db4c17-2cac-4a32-9b5c-cdccb6d30ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854119398'] for router, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:33.057323 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:33.085698 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e012078-4c32-4cb0-b6c9-91288ac16c69 admin admin] Made reservation on behalf of f314320e4b3e4383af1c522a87b5bef0 for: {'subnet': 1} {{(pid=80326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 00:54:33.093010 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-7e012078-4c32-4cb0-b6c9-91288ac16c69 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:33.272180 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dd2497-6f07-46de-8da1-4047d7e10d3a admin admin] Network 81043efb-b877-4e23-b898-a49f43cd94b2 is already hosted by enough agents. {{(pid=80327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 00:54:33.272446 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91eab0-c245-4a44-96e8-14307d2b51d1 None None] Pushing event updated for resources: {'Port': ['ID=58a8596b-a868-4d09-a984-0a9b88900097,revision_number=2']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:33.277271 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-60dd2497-6f07-46de-8da1-4047d7e10d3a admin admin] Resources bound (agent type, host, resource id): {{(pid=80327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:54:33.279839 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dd2497-6f07-46de-8da1-4047d7e10d3a admin admin] Received port after_create {{(pid=80327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 00:54:33.280645 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-60dd2497-6f07-46de-8da1-4047d7e10d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656583'] for router_interface, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:33.321965 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-5f91eab0-c245-4a44-96e8-14307d2b51d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:33.364262 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffa747-0d57-440d-abb4-915c46e8b5b4 admin admin] Pushing event updated for resources: {'Port': ['ID=eed57316-8a1d-4683-8006-f7e7ac4e783e,revision_number=2']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:33.392065 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-04ffa747-0d57-440d-abb4-915c46e8b5b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:33.523527 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-fa28d4e7-64ae-42c0-83c8-bbe83797f872 None None] Attempting to bind port 58a8596b-a868-4d09-a984-0a9b88900097 on host dv-cinder-763306-5-smb for vnic_type normal with profile {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 00:54:33.525154 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-fa28d4e7-64ae-42c0-83c8-bbe83797f872 None None] Attempting to bind port 58a8596b-a868-4d09-a984-0a9b88900097 by drivers openvswitch on host dv-cinder-763306-5-smb at level 0 using segments [{'id': '103ae13c-6127-42b5-b5fb-b54d98895d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae'}] {{(pid=80328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 00:54:33.525663 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa28d4e7-64ae-42c0-83c8-bbe83797f872 None None] Attempting to bind port 58a8596b-a868-4d09-a984-0a9b88900097 on network 70fae593-b8e3-4ff7-b3b9-3060a635d4ae {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 00:54:33.533633 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa28d4e7-64ae-42c0-83c8-bbe83797f872 None None] Checking agent: {'id': '47cd6ef8-6b98-4dda-9657-1784e54a0c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 44, 48), 'started_at': datetime.datetime(2020, 12, 4, 0, 45, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 00:54:33.534060 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa28d4e7-64ae-42c0-83c8-bbe83797f872 None None] Checking segment: {'id': '103ae13c-6127-42b5-b5fb-b54d98895d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 00:54:33.534352 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ffa747-0d57-440d-abb4-915c46e8b5b4 admin admin] Network b41ba9d1-b8eb-4b60-b39c-3d77682273c8 is already hosted by enough agents. {{(pid=80326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 00:54:33.534535 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-fa28d4e7-64ae-42c0-83c8-bbe83797f872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:33.534935 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa28d4e7-64ae-42c0-83c8-bbe83797f872 None None] Bound using segment: {'id': '103ae13c-6127-42b5-b5fb-b54d98895d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae'} {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 00:54:33.535493 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-fa28d4e7-64ae-42c0-83c8-bbe83797f872 None None] Bound port: 58a8596b-a868-4d09-a984-0a9b88900097, host: dv-cinder-763306-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '103ae13c-6127-42b5-b5fb-b54d98895d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae'}}] {{(pid=80328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 00:54:33.535914 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-fa28d4e7-64ae-42c0-83c8-bbe83797f872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:33.539716 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-04ffa747-0d57-440d-abb4-915c46e8b5b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:54:33.705895 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-fa28d4e7-64ae-42c0-83c8-bbe83797f872 None None] For port 58a8596b-a868-4d09-a984-0a9b88900097, host dv-cinder-763306-5-smb, cleared binding levels {{(pid=80328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 00:54:33.710323 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-fa28d4e7-64ae-42c0-83c8-bbe83797f872 None None] For port 58a8596b-a868-4d09-a984-0a9b88900097, host dv-cinder-763306-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=58a8596b-a868-4d09-a984-0a9b88900097,segment=NetworkSegment(103ae13c-6127-42b5-b5fb-b54d98895d70),segment_id=103ae13c-6127-42b5-b5fb-b54d98895d70)] {{(pid=80328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 00:54:33.733382 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-e0c849eb-48cd-4e12-b97c-93f8cd9cfcbc None None] Provisioning complete for port b771ee66-d3dd-435e-8e02-a1828cdb6985 triggered by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:54:33.733382 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e0c849eb-48cd-4e12-b97c-93f8cd9cfcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:33.774337 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-fa28d4e7-64ae-42c0-83c8-bbe83797f872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:33.786409 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning for port e214e8dd-7350-47d7-a813-de42239028e3 completed by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 00:54:34.001525 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning complete for port e214e8dd-7350-47d7-a813-de42239028e3 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:54:34.001920 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:34.078622 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:34.177927 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91eab0-c245-4a44-96e8-14307d2b51d1 None None] Pushing event updated for resources: {'Port': ['ID=58a8596b-a868-4d09-a984-0a9b88900097,revision_number=3']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:34.192189 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-5f91eab0-c245-4a44-96e8-14307d2b51d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:34.193142 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ffa747-0d57-440d-abb4-915c46e8b5b4 admin admin] Router e73d3ce5-26db-42a2-a516-d94cddde4093 has already been hosted by L3 agent 584cecf2-ad77-484a-986e-0fea284e741d {{(pid=80326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 00:54:34.246444 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-38cf5134-0b38-44d0-8364-7c8f3325c94f req-70f35cb3-850d-41a6-a24b-ac976d027553 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] 10.222.0.73 "GET /v2.0/ports?device_id=197d594f-0593-4fc9-ad7d-d03724ca05ae HTTP/1.1" status: 200 len: 210 time: 0.1002009 Dec 04 00:54:34.261745 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:34.272234 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-60dd2497-6f07-46de-8da1-4047d7e10d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:34.279676 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] For port e214e8dd-7350-47d7-a813-de42239028e3, host dv-cinder-763306-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=e214e8dd-7350-47d7-a813-de42239028e3,segment=NetworkSegment(103ae13c-6127-42b5-b5fb-b54d98895d70),segment_id=103ae13c-6127-42b5-b5fb-b54d98895d70)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:54:34.366229 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:34.372698 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa28d4e7-64ae-42c0-83c8-bbe83797f872 None None] Routers {'e73d3ce5-26db-42a2-a516-d94cddde4093'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 00:54:34.373432 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-fa28d4e7-64ae-42c0-83c8-bbe83797f872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T00:54:17Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['e73d3ce5-26db-42a2-a516-d94cddde4093'], 'active': True} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:54:34.397019 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a598301a-c8a4-42f1-a5f1-83a620fc060a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:34.436651 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-e0c849eb-48cd-4e12-b97c-93f8cd9cfcbc None None] Provisioning for port eed57316-8a1d-4683-8006-f7e7ac4e783e completed by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 00:54:34.465942 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a598301a-c8a4-42f1-a5f1-83a620fc060a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:34.489490 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:34.513053 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-5f91eab0-c245-4a44-96e8-14307d2b51d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:34.553627 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7db4c17-2cac-4a32-9b5c-cdccb6d30ee0 admin admin] Router 1062fec8-c6c2-4a2a-a35c-3836e10c9f31 is scheduled to L3 agent 584cecf2-ad77-484a-986e-0fea284e741d with binding_index 1 {{(pid=80327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 04 00:54:34.558373 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-a598301a-c8a4-42f1-a5f1-83a620fc060a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a8c68a8a0fdd406baddffffb42f6ed12&name=default HTTP/1.1" status: 200 len: 2879 time: 1.8850007 Dec 04 00:54:34.563608 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 35530) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:34.569292 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a598301a-c8a4-42f1-a5f1-83a620fc060a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd38ecc-e0fb-4791-ab78-241dd577ea5f,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:34.575073 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a598301a-c8a4-42f1-a5f1-83a620fc060a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:34.584687 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-e0c849eb-48cd-4e12-b97c-93f8cd9cfcbc None None] Provisioning complete for port eed57316-8a1d-4683-8006-f7e7ac4e783e triggered by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:54:34.585117 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e0c849eb-48cd-4e12-b97c-93f8cd9cfcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:34.648433 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Pushing event updated for resources: {'Port': ['ID=e214e8dd-7350-47d7-a813-de42239028e3,revision_number=4']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:34.651831 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-e0c849eb-48cd-4e12-b97c-93f8cd9cfcbc None None] Port eed57316-8a1d-4683-8006-f7e7ac4e783e cannot update to ACTIVE because it is not bound. {{(pid=80328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 04 00:54:34.653517 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device b771ee66-d3dd-435e-8e02-a1828cdb6985 up at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:54:34.679199 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:34.752569 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ffa747-0d57-440d-abb4-915c46e8b5b4 admin admin] Notify agent at l3_agent.dv-cinder-763306-5-smb the message routers_updated {{(pid=80326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 00:54:34.771139 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-04ffa747-0d57-440d-abb4-915c46e8b5b4 admin admin] 10.222.0.73 "PUT /v2.0/routers/e73d3ce5-26db-42a2-a516-d94cddde4093/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2023308 Dec 04 00:54:34.776051 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-fa28d4e7-64ae-42c0-83c8-bbe83797f872 None None] Set router e73d3ce5-26db-42a2-a516-d94cddde4093 gateway port host: dv-cinder-763306-5-smb {{(pid=80328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 00:54:34.831046 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.86', 62445) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:34.965518 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3b4a2d38-8e6f-427c-be2f-00e34c75c3fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:34.996399 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3b4a2d38-8e6f-427c-be2f-00e34c75c3fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:35.112192 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7db4c17-2cac-4a32-9b5c-cdccb6d30ee0 admin admin] Notify agent at l3_agent.dv-cinder-763306-5-smb the message routers_updated {{(pid=80327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 00:54:35.122573 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb8ded7-810e-4816-b7fe-bb6ed574ca35 None None] Sync routers for ids ['1062fec8-c6c2-4a2a-a35c-3836e10c9f31'] in dv-cinder-763306-5-smb {{(pid=80329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 00:54:35.141178 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb8ded7-810e-4816-b7fe-bb6ed574ca35 None None] Routers {'1062fec8-c6c2-4a2a-a35c-3836e10c9f31'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 00:54:35.148164 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-1b9dd8a6-8d51-4ade-b8f9-daa2a6cbf7ff None None] Provisioning for port 51060b10-6f39-4dba-97cb-98998f868f2b completed by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 00:54:35.149199 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-dcb8ded7-810e-4816-b7fe-bb6ed574ca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T00:54:17Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['1062fec8-c6c2-4a2a-a35c-3836e10c9f31'], 'active': True} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:54:35.149653 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-60dd2497-6f07-46de-8da1-4047d7e10d3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:35.186789 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-60dd2497-6f07-46de-8da1-4047d7e10d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:35.188488 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-60dd2497-6f07-46de-8da1-4047d7e10d3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851588661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854119142'] for router_interface, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:35.205396 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-01112058-18fb-4f0d-a56c-f7986774c9c1 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:54:35.207250 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-01112058-18fb-4f0d-a56c-f7986774c9c1 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] 10.222.0.86 "GET /v2.0/networks?id=649ca0aa-72bd-4e17-9388-fa810bd5b1c7 HTTP/1.1" status: 200 len: 812 time: 0.3746674 Dec 04 00:54:35.209128 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-edf125f3-882c-407d-833c-a11f6eaa71a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:35.229567 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-1b9dd8a6-8d51-4ade-b8f9-daa2a6cbf7ff None None] Provisioning complete for port 51060b10-6f39-4dba-97cb-98998f868f2b triggered by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:54:35.230237 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-1b9dd8a6-8d51-4ade-b8f9-daa2a6cbf7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:35.252225 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-7e012078-4c32-4cb0-b6c9-91288ac16c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616'] for subnet, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:35.273514 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:35.312816 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-73034046-209d-47d1-8207-bd8ffba4aeb1 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Request body: {'port': {'device_id': '197d594f-0593-4fc9-ad7d-d03724ca05ae', 'network_id': '649ca0aa-72bd-4e17-9388-fa810bd5b1c7', 'admin_state_up': True, 'tenant_id': 'eea45bcbec3745a7921ce97f5b8c1624'}} {{(pid=80326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:54:35.374460 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd2497-6f07-46de-8da1-4047d7e10d3a admin admin] Pushing event updated for resources: {'Port': ['ID=51060b10-6f39-4dba-97cb-98998f868f2b,revision_number=2']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:35.386329 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-60dd2497-6f07-46de-8da1-4047d7e10d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:35.445098 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a7db4c17-2cac-4a32-9b5c-cdccb6d30ee0 admin admin] Notify callbacks [] for router, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:35.450941 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-a7db4c17-2cac-4a32-9b5c-cdccb6d30ee0 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 12.5051310 Dec 04 00:54:35.464613 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 35556) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:35.515860 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e012078-4c32-4cb0-b6c9-91288ac16c69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d8441ee-7539-496a-9544-a0e2d2bfd3e4,revision_number=0']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:35.535068 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-7e012078-4c32-4cb0-b6c9-91288ac16c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:35.605278 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3b4a2d38-8e6f-427c-be2f-00e34c75c3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:35.705883 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-73034046-209d-47d1-8207-bd8ffba4aeb1 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:35.714701 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-73034046-209d-47d1-8207-bd8ffba4aeb1 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Usage tracker for resource:port and tenant:eea45bcbec3745a7921ce97f5b8c1624 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:35.717819 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-dcb8ded7-810e-4816-b7fe-bb6ed574ca35 None None] Set router 1062fec8-c6c2-4a2a-a35c-3836e10c9f31 gateway port host: dv-cinder-763306-5-smb {{(pid=80329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 00:54:35.719756 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-73034046-209d-47d1-8207-bd8ffba4aeb1 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Quota usage for port was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:35.733190 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-73034046-209d-47d1-8207-bd8ffba4aeb1 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:35.735370 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e012078-4c32-4cb0-b6c9-91288ac16c69 admin admin] Checking segment: {'id': 'e6e429b9-f793-40e7-8069-697a3581a377', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '128ffba5-01fd-4f8d-af73-0b9b49cd6438'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 00:54:35.735769 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e012078-4c32-4cb0-b6c9-91288ac16c69 admin admin] Network hostable DHCP agents. Network: 128ffba5-01fd-4f8d-af73-0b9b49cd6438, hostable agents: ['58f05500-12a8-4f3a-bf6e-722eafa3a905'], hosted agents: [] {{(pid=80326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 04 00:54:35.839856 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-73034046-209d-47d1-8207-bd8ffba4aeb1 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Made reservation on behalf of eea45bcbec3745a7921ce97f5b8c1624 for: {'port': 1} {{(pid=80326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 00:54:35.845957 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-73034046-209d-47d1-8207-bd8ffba4aeb1 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:35.852097 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3b4a2d38-8e6f-427c-be2f-00e34c75c3fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:35.857013 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-3b4a2d38-8e6f-427c-be2f-00e34c75c3fd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5fd38ecc-e0fb-4791-ab78-241dd577ea5f HTTP/1.1" status: 204 len: 168 time: 1.2890673 Dec 04 00:54:35.891863 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e012078-4c32-4cb0-b6c9-91288ac16c69 admin admin] Network 128ffba5-01fd-4f8d-af73-0b9b49cd6438 is scheduled to be hosted by DHCP agent 58f05500-12a8-4f3a-bf6e-722eafa3a905 with binding_index 1 {{(pid=80326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 04 00:54:35.891863 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 35588) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:35.923126 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-2e5bbfe6-1b07-4102-bc1c-641c5d68be56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:35.936890 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning complete for port b771ee66-d3dd-435e-8e02-a1828cdb6985 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:54:35.937426 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:35.981303 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-4665dbb9-98d5-40c7-b653-807404598e3f tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Request body: {'security_group': {'name': 'tempest-securitygroup--1740292150', 'description': 'tempest-description--1267975575'}} {{(pid=80326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:54:35.988588 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a2d38-8e6f-427c-be2f-00e34c75c3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd38ecc-e0fb-4791-ab78-241dd577ea5f,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:35.998412 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-4665dbb9-98d5-40c7-b653-807404598e3f tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:36.007593 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-4665dbb9-98d5-40c7-b653-807404598e3f tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Usage tracker for resource:security_group and tenant:04c9a96d934d4f7994fdaf4cc2f7c1bf is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:36.016503 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-4665dbb9-98d5-40c7-b653-807404598e3f tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:36.018056 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dd2497-6f07-46de-8da1-4047d7e10d3a admin admin] Network 81043efb-b877-4e23-b898-a49f43cd94b2 is already hosted by enough agents. {{(pid=80327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 00:54:36.029375 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-4665dbb9-98d5-40c7-b653-807404598e3f tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:36.063358 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-1b9dd8a6-8d51-4ade-b8f9-daa2a6cbf7ff None None] Port 51060b10-6f39-4dba-97cb-98998f868f2b cannot update to ACTIVE because it is not bound. {{(pid=80328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 04 00:54:36.082141 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-1b9dd8a6-8d51-4ade-b8f9-daa2a6cbf7ff None None] Provisioning complete for port eed57316-8a1d-4683-8006-f7e7ac4e783e triggered by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:54:36.082833 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-1b9dd8a6-8d51-4ade-b8f9-daa2a6cbf7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:36.085095 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e1ec90a4-2523-4c3e-a28d-353320c15d83 req-c5c0d456-f9cb-4761-80fe-8dc181fadab2 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] 10.222.0.73 "GET /v2.0/ports?device_id=197d594f-0593-4fc9-ad7d-d03724ca05ae HTTP/1.1" status: 200 len: 210 time: 0.2753263 Dec 04 00:54:36.086615 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-3b4a2d38-8e6f-427c-be2f-00e34c75c3fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:36.091128 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-60dd2497-6f07-46de-8da1-4047d7e10d3a admin admin] Resources bound (agent type, host, resource id): {{(pid=80327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:54:36.109288 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4665dbb9-98d5-40c7-b653-807404598e3f tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:36.256040 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-1b9dd8a6-8d51-4ade-b8f9-daa2a6cbf7ff None None] Port eed57316-8a1d-4683-8006-f7e7ac4e783e cannot update to ACTIVE because it is not bound. {{(pid=80328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 04 00:54:36.277063 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-fa28d4e7-64ae-42c0-83c8-bbe83797f872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'name': 'tempest-AttachVolumeTestJSON-2010543096-router', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.252'}], 'enable_snat': True}, 'gw_port_id': '58a8596b-a868-4d09-a984-0a9b88900097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:22Z', 'updated_at': '2020-12-04T00:54:31Z', 'revision_number': 4, 'project_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'gw_port': {'id': '58a8596b-a868-4d09-a984-0a9b88900097', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:24Z', 'updated_at': '2020-12-04T00:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_interfaces': [{'id': 'eed57316-8a1d-4683-8006-f7e7ac4e783e', 'name': '', 'network_id': 'b41ba9d1-b8eb-4b60-b39c-3d77682273c8', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'mac_address': 'fa:16:3e:4e:0a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2d3dffb9-b2e9-4653-a15c-51f3777e3e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:29Z', 'updated_at': '2020-12-04T00:54:32Z', 'revision_number': 2, 'project_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'subnets': [{'id': '2d3dffb9-b2e9-4653-a15c-51f3777e3e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:54:36.289111 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa28d4e7-64ae-42c0-83c8-bbe83797f872 None None] The sync data for ids ['e73d3ce5-26db-42a2-a516-d94cddde4093'] in dv-cinder-763306-5-smb is: [{'id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'name': 'tempest-AttachVolumeTestJSON-2010543096-router', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.252'}], 'enable_snat': True}, 'gw_port_id': '58a8596b-a868-4d09-a984-0a9b88900097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:22Z', 'updated_at': '2020-12-04T00:54:31Z', 'revision_number': 4, 'project_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'gw_port': {'id': '58a8596b-a868-4d09-a984-0a9b88900097', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:24Z', 'updated_at': '2020-12-04T00:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_interfaces': [{'id': 'eed57316-8a1d-4683-8006-f7e7ac4e783e', 'name': '', 'network_id': 'b41ba9d1-b8eb-4b60-b39c-3d77682273c8', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'mac_address': 'fa:16:3e:4e:0a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2d3dffb9-b2e9-4653-a15c-51f3777e3e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:29Z', 'updated_at': '2020-12-04T00:54:32Z', 'revision_number': 2, 'project_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'subnets': [{'id': '2d3dffb9-b2e9-4653-a15c-51f3777e3e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 00:54:36.355998 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-7e012078-4c32-4cb0-b6c9-91288ac16c69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-5-smb, 128ffba5-01fd-4f8d-af73-0b9b49cd6438) {{(pid=80326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:54:36.369746 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af1824c-ce4d-47fd-834a-7c862c54f00b None None] Network 128ffba5-01fd-4f8d-af73-0b9b49cd6438 requested from dv-cinder-763306-5-smb {{(pid=80328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 00:54:36.386470 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e012078-4c32-4cb0-b6c9-91288ac16c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:54:36.388233 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-7e012078-4c32-4cb0-b6c9-91288ac16c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for subnet, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:36.439446 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-4665dbb9-98d5-40c7-b653-807404598e3f tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:36.457536 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-4665dbb9-98d5-40c7-b653-807404598e3f tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Usage tracker for resource:security_group_rule and tenant:04c9a96d934d4f7994fdaf4cc2f7c1bf is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:36.465063 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-4665dbb9-98d5-40c7-b653-807404598e3f tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:36.496504 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-4665dbb9-98d5-40c7-b653-807404598e3f tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:36.643733 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-7e012078-4c32-4cb0-b6c9-91288ac16c69 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.6920385 Dec 04 00:54:36.667033 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device e214e8dd-7350-47d7-a813-de42239028e3 up at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:54:36.748891 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5e4f2a-ad37-4448-b371-4cfa4fda615c None None] Network 128ffba5-01fd-4f8d-af73-0b9b49cd6438 requested from dv-cinder-763306-5-smb {{(pid=80328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 00:54:36.821954 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-dcb8ded7-810e-4816-b7fe-bb6ed574ca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1062fec8-c6c2-4a2a-a35c-3836e10c9f31', 'name': 'tempest-ServerRescueNegativeTestJSON-468826325-router', 'tenant_id': '0bf338724dbe4d6fb75ec0856b79ca35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.142'}], 'enable_snat': True}, 'gw_port_id': '50e60986-35b5-4553-bb69-fdb87c3686d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:23Z', 'updated_at': '2020-12-04T00:54:31Z', 'revision_number': 3, 'project_id': '0bf338724dbe4d6fb75ec0856b79ca35', 'gw_port': {'id': '50e60986-35b5-4553-bb69-fdb87c3686d4', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:66:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1062fec8-c6c2-4a2a-a35c-3836e10c9f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:28Z', 'updated_at': '2020-12-04T00:54:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb'}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:54:36.831035 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb8ded7-810e-4816-b7fe-bb6ed574ca35 None None] Checking router: 1062fec8-c6c2-4a2a-a35c-3836e10c9f31 for host: dv-cinder-763306-5-smb {{(pid=80329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 00:54:36.831963 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb8ded7-810e-4816-b7fe-bb6ed574ca35 None None] Updating router 1062fec8-c6c2-4a2a-a35c-3836e10c9f31 port 50e60986-35b5-4553-bb69-fdb87c3686d4 binding host dv-cinder-763306-5-smb {{(pid=80329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 04 00:54:36.871804 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-73034046-209d-47d1-8207-bd8ffba4aeb1 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Allocated IP 172.20.0.4 (649ca0aa-72bd-4e17-9388-fa810bd5b1c7/07bc11c6-5528-483c-8014-9e78a31f03c3/a4ef2439-5f19-4b66-acdb-03661b5988d4) {{(pid=80326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 00:54:36.980862 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-577659a2-1ff2-4247-928e-0e00390a1e8b None None] Provisioning complete for port 51060b10-6f39-4dba-97cb-98998f868f2b triggered by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:54:36.988711 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-577659a2-1ff2-4247-928e-0e00390a1e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:37.009120 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-dcb8ded7-810e-4816-b7fe-bb6ed574ca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:37.113572 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-577659a2-1ff2-4247-928e-0e00390a1e8b None None] Port 51060b10-6f39-4dba-97cb-98998f868f2b cannot update to ACTIVE because it is not bound. {{(pid=80328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 04 00:54:37.191377 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning complete for port e214e8dd-7350-47d7-a813-de42239028e3 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:54:37.191968 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:37.406106 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 35628) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:37.701473 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 35636) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:37.710908 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4665dbb9-98d5-40c7-b653-807404598e3f tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:37.762828 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4665dbb9-98d5-40c7-b653-807404598e3f tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:37.824797 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-73034046-209d-47d1-8207-bd8ffba4aeb1 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Notify callbacks [] for port, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:37.838067 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 35644) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:37.838832 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a6e13ae4-70b0-4a09-b465-cae278dee1c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:37.873149 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4665dbb9-98d5-40c7-b653-807404598e3f tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:37.874461 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-4665dbb9-98d5-40c7-b653-807404598e3f tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1730 time: 1.9241168 Dec 04 00:54:37.899617 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 35648) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:37.923734 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-479ee03d-1f92-41f8-b564-c450dbcf7a4c tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Request body: {'security_group_rule': {'security_group_id': '978b1d25-473d-42fc-8057-7fd8e260165d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:54:37.926687 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_v2 [None req-10e94915-1985-4687-a963-8c2782b3a4b4 admin admin] Deleting subnet 9eb0a2c2-8d12-4444-8006-e75757f8ed7d {{(pid=80327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 04 00:54:37.930109 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-10e94915-1985-4687-a963-8c2782b3a4b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:37.955912 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-479ee03d-1f92-41f8-b564-c450dbcf7a4c tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:37.982031 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665dbb9-98d5-40c7-b653-807404598e3f tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Pushing event updated for resources: {'SecurityGroup': ['ID=978b1d25-473d-42fc-8057-7fd8e260165d,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:37.989970 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-4665dbb9-98d5-40c7-b653-807404598e3f tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:37.994261 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-479ee03d-1f92-41f8-b564-c450dbcf7a4c tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Usage tracker for resource:security_group_rule and tenant:04c9a96d934d4f7994fdaf4cc2f7c1bf is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:37.999991 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-10e94915-1985-4687-a963-8c2782b3a4b4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:38.003943 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-479ee03d-1f92-41f8-b564-c450dbcf7a4c tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:38.012412 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-479ee03d-1f92-41f8-b564-c450dbcf7a4c tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:38.016737 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-dcb8ded7-810e-4816-b7fe-bb6ed574ca35 None None] Notify callbacks [] for port, precommit_update {{(pid=80329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:38.034864 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-dcb8ded7-810e-4816-b7fe-bb6ed574ca35 None None] Transition to ACTIVE for port object 50e60986-35b5-4553-bb69-fdb87c3686d4 will not be triggered until provisioned by entity L2. {{(pid=80329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 00:54:38.037977 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-10e94915-1985-4687-a963-8c2782b3a4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3344645'] for subnet, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:38.062673 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-479ee03d-1f92-41f8-b564-c450dbcf7a4c tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for security_group_rule, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:38.071480 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-dcb8ded7-810e-4816-b7fe-bb6ed574ca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:38.098444 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-73034046-209d-47d1-8207-bd8ffba4aeb1 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386'] for port, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:38.130371 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:38.220296 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:38.430090 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f31d7-e65a-468e-9511-7f07f5151ab4 None None] Pushing event updated for resources: {'Port': ['ID=50e60986-35b5-4553-bb69-fdb87c3686d4,revision_number=2']} {{(pid=80329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:38.441006 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-f01f31d7-e65a-468e-9511-7f07f5151ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:38.563557 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-54d6091b-548f-447e-a2f1-15c37dc403ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:38.581108 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60dd2497-6f07-46de-8da1-4047d7e10d3a admin admin] Router 217aee76-2901-4d22-8fcc-3852f4d5dd49 has already been hosted by L3 agent 584cecf2-ad77-484a-986e-0fea284e741d {{(pid=80327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 00:54:38.600428 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f0c3168e-b28e-4350-8d8b-5ec5b2879198 req-c0a19631-0db5-4fcf-a141-e4c9f670d2eb tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] 10.222.0.73 "GET /v2.0/ports?device_id=197d594f-0593-4fc9-ad7d-d03724ca05ae HTTP/1.1" status: 200 len: 210 time: 0.8999643 Dec 04 00:54:38.636898 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 58a8596b-a868-4d09-a984-0a9b88900097 up at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:54:38.690373 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4cbf85f5-b3bd-4b39-aa07-2bde1dcfc08e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:38.703065 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-87f20972-053e-467f-9ddc-19902d5e1797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:38.720522 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-54d6091b-548f-447e-a2f1-15c37dc403ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:38.726645 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-54d6091b-548f-447e-a2f1-15c37dc403ab admin admin] Usage tracker for resource:security_group_rule and tenant:ecc28a46ff7e40e39158a0668c22337d is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:38.734247 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-54d6091b-548f-447e-a2f1-15c37dc403ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:38.741099 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-54d6091b-548f-447e-a2f1-15c37dc403ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:38.785989 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-73034046-209d-47d1-8207-bd8ffba4aeb1 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Network 649ca0aa-72bd-4e17-9388-fa810bd5b1c7 is already hosted by enough agents. {{(pid=80326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 00:54:38.791104 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-73034046-209d-47d1-8207-bd8ffba4aeb1 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Resources bound (agent type, host, resource id): {{(pid=80326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:54:38.900177 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-10e94915-1985-4687-a963-8c2782b3a4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851431139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616'] for subnet, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:38.905642 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-54d6091b-548f-447e-a2f1-15c37dc403ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:38.914470 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-dcb8ded7-810e-4816-b7fe-bb6ed574ca35 None None] Attempting to bind port 50e60986-35b5-4553-bb69-fdb87c3686d4 on host dv-cinder-763306-5-smb for vnic_type normal with profile {{(pid=80329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 00:54:38.915577 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-dcb8ded7-810e-4816-b7fe-bb6ed574ca35 None None] Attempting to bind port 50e60986-35b5-4553-bb69-fdb87c3686d4 by drivers openvswitch on host dv-cinder-763306-5-smb at level 0 using segments [{'id': '103ae13c-6127-42b5-b5fb-b54d98895d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae'}] {{(pid=80329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 00:54:38.915952 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb8ded7-810e-4816-b7fe-bb6ed574ca35 None None] Attempting to bind port 50e60986-35b5-4553-bb69-fdb87c3686d4 on network 70fae593-b8e3-4ff7-b3b9-3060a635d4ae {{(pid=80329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 00:54:38.918244 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-73034046-209d-47d1-8207-bd8ffba4aeb1 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Received port after_create {{(pid=80326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 00:54:38.918494 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-4cbf85f5-b3bd-4b39-aa07-2bde1dcfc08e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:38.923444 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-73034046-209d-47d1-8207-bd8ffba4aeb1 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:54:38.924258 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-73034046-209d-47d1-8207-bd8ffba4aeb1 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for port, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:38.924689 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb8ded7-810e-4816-b7fe-bb6ed574ca35 None None] Checking agent: {'id': '47cd6ef8-6b98-4dda-9657-1784e54a0c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 44, 48), 'started_at': datetime.datetime(2020, 12, 4, 0, 45, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 00:54:38.925369 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb8ded7-810e-4816-b7fe-bb6ed574ca35 None None] Checking segment: {'id': '103ae13c-6127-42b5-b5fb-b54d98895d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 00:54:38.925939 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-dcb8ded7-810e-4816-b7fe-bb6ed574ca35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:38.926511 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb8ded7-810e-4816-b7fe-bb6ed574ca35 None None] Bound using segment: {'id': '103ae13c-6127-42b5-b5fb-b54d98895d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae'} {{(pid=80329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 00:54:38.927133 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-dcb8ded7-810e-4816-b7fe-bb6ed574ca35 None None] Bound port: 50e60986-35b5-4553-bb69-fdb87c3686d4, host: dv-cinder-763306-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '103ae13c-6127-42b5-b5fb-b54d98895d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae'}}] {{(pid=80329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 00:54:38.929878 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning for port 58a8596b-a868-4d09-a984-0a9b88900097 completed by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 00:54:38.938429 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning complete for port 58a8596b-a868-4d09-a984-0a9b88900097 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:54:38.939062 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:38.942193 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73034046-209d-47d1-8207-bd8ffba4aeb1 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Pushing event updated for resources: {'Port': ['ID=a4ef2439-5f19-4b66-acdb-03661b5988d4,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:38.942441 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-dcb8ded7-810e-4816-b7fe-bb6ed574ca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:38.957183 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-73034046-209d-47d1-8207-bd8ffba4aeb1 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.738s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:38.963253 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-479ee03d-1f92-41f8-b564-c450dbcf7a4c tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:38.970680 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:38.998455 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-54d6091b-548f-447e-a2f1-15c37dc403ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:39.018646 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-4cbf85f5-b3bd-4b39-aa07-2bde1dcfc08e admin admin] Usage tracker for resource:security_group_rule and tenant:f343131349d44f33aa61c33926214550 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:39.021990 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e94915-1985-4687-a963-8c2782b3a4b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9eb0a2c2-8d12-4444-8006-e75757f8ed7d,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:39.025086 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-4cbf85f5-b3bd-4b39-aa07-2bde1dcfc08e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:39.045727 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:39.060721 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-54d6091b-548f-447e-a2f1-15c37dc403ab admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ecc28a46ff7e40e39158a0668c22337d&name=default HTTP/1.1" status: 200 len: 2879 time: 1.2069860 Dec 04 00:54:39.063785 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 35662) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:39.064654 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-479ee03d-1f92-41f8-b564-c450dbcf7a4c tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103369'] for security_group_rule, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:39.085549 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-dcb8ded7-810e-4816-b7fe-bb6ed574ca35 None None] For port 50e60986-35b5-4553-bb69-fdb87c3686d4, host dv-cinder-763306-5-smb, cleared binding levels {{(pid=80329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 00:54:39.090486 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-dcb8ded7-810e-4816-b7fe-bb6ed574ca35 None None] For port 50e60986-35b5-4553-bb69-fdb87c3686d4, host dv-cinder-763306-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=50e60986-35b5-4553-bb69-fdb87c3686d4,segment=NetworkSegment(103ae13c-6127-42b5-b5fb-b54d98895d70),segment_id=103ae13c-6127-42b5-b5fb-b54d98895d70)] {{(pid=80329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 00:54:39.128767 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-dcb8ded7-810e-4816-b7fe-bb6ed574ca35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:39.178151 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-73034046-209d-47d1-8207-bd8ffba4aeb1 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9079378 Dec 04 00:54:39.188815 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-da99914a-367c-466a-bdc7-b154e9fcef5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:39.216081 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:39.221914 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-da99914a-367c-466a-bdc7-b154e9fcef5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:39.251817 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] For port 58a8596b-a868-4d09-a984-0a9b88900097, host dv-cinder-763306-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=58a8596b-a868-4d09-a984-0a9b88900097,segment=NetworkSegment(103ae13c-6127-42b5-b5fb-b54d98895d70),segment_id=103ae13c-6127-42b5-b5fb-b54d98895d70)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:54:39.262799 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-10e94915-1985-4687-a963-8c2782b3a4b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:39.289958 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:39.294651 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:39.308192 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-a63192b6-06fe-404c-9d91-727b38502968 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=80326) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 04 00:54:39.309240 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-a63192b6-06fe-404c-9d91-727b38502968 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0073082 Dec 04 00:54:39.323330 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d6091b-548f-447e-a2f1-15c37dc403ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c59d90-8880-44cd-8798-3c8b5e5f26b6,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:39.329979 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-da99914a-367c-466a-bdc7-b154e9fcef5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:39.331144 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-54d6091b-548f-447e-a2f1-15c37dc403ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:39.332781 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:39.376794 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-da99914a-367c-466a-bdc7-b154e9fcef5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:39.382723 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-da99914a-367c-466a-bdc7-b154e9fcef5c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/37c59d90-8880-44cd-8798-3c8b5e5f26b6 HTTP/1.1" status: 204 len: 168 time: 0.3166766 Dec 04 00:54:39.387039 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479ee03d-1f92-41f8-b564-c450dbcf7a4c tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e57b14f8-ee05-498f-a162-845583a7f30c,revision_number=0']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:39.389374 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-479ee03d-1f92-41f8-b564-c450dbcf7a4c tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for security_group_rule, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:39.392737 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-479ee03d-1f92-41f8-b564-c450dbcf7a4c tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 1.4876213 Dec 04 00:54:39.395889 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 35672) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:39.404635 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-479ee03d-1f92-41f8-b564-c450dbcf7a4c tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:39.405174 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-f0ac7ee9-7a69-4b3e-8a2e-711616a22d48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:39.417926 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:39.423732 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-643193eb-70c9-46c8-a72a-1bf5ad9a8e56 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Request body: {'security_group_rule': {'security_group_id': '978b1d25-473d-42fc-8057-7fd8e260165d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:54:39.432787 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da99914a-367c-466a-bdc7-b154e9fcef5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c59d90-8880-44cd-8798-3c8b5e5f26b6,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:39.436361 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-da99914a-367c-466a-bdc7-b154e9fcef5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:39.437551 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-643193eb-70c9-46c8-a72a-1bf5ad9a8e56 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:39.447688 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-643193eb-70c9-46c8-a72a-1bf5ad9a8e56 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Usage tracker for resource:security_group_rule and tenant:04c9a96d934d4f7994fdaf4cc2f7c1bf is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:39.453396 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-643193eb-70c9-46c8-a72a-1bf5ad9a8e56 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:39.476005 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-643193eb-70c9-46c8-a72a-1bf5ad9a8e56 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:39.515828 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Pushing event updated for resources: {'Port': ['ID=58a8596b-a868-4d09-a984-0a9b88900097,revision_number=4']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:39.522088 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb8ded7-810e-4816-b7fe-bb6ed574ca35 None None] Routers {'1062fec8-c6c2-4a2a-a35c-3836e10c9f31'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 00:54:39.527424 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-dcb8ded7-810e-4816-b7fe-bb6ed574ca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T00:54:17Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['1062fec8-c6c2-4a2a-a35c-3836e10c9f31'], 'active': True} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:54:39.533797 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-643193eb-70c9-46c8-a72a-1bf5ad9a8e56 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for security_group_rule, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:39.543267 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:39.681561 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-643193eb-70c9-46c8-a72a-1bf5ad9a8e56 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:39.695742 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-4cbf85f5-b3bd-4b39-aa07-2bde1dcfc08e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:39.723743 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-643193eb-70c9-46c8-a72a-1bf5ad9a8e56 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103369'] for security_group_rule, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:39.726306 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-479ee03d-1f92-41f8-b564-c450dbcf7a4c tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:39.775388 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643193eb-70c9-46c8-a72a-1bf5ad9a8e56 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Pushing event updated for resources: {'SecurityGroupRule': ['ID=576637a0-c12c-48ce-9f17-9571ca869044,revision_number=0']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:39.800785 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-643193eb-70c9-46c8-a72a-1bf5ad9a8e56 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:39.878152 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-643193eb-70c9-46c8-a72a-1bf5ad9a8e56 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for security_group_rule, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:39.879621 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-dcb8ded7-810e-4816-b7fe-bb6ed574ca35 None None] Set router 1062fec8-c6c2-4a2a-a35c-3836e10c9f31 gateway port host: dv-cinder-763306-5-smb {{(pid=80329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 00:54:39.881173 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-643193eb-70c9-46c8-a72a-1bf5ad9a8e56 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.4834058 Dec 04 00:54:39.894739 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 35680) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:39.901117 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-d8846c6b-4152-4375-91fc-30b8945e6293 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Request body: {'floatingip': {'floating_network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae'}} {{(pid=80326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:54:39.922440 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-d8846c6b-4152-4375-91fc-30b8945e6293 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:39.927243 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-d8846c6b-4152-4375-91fc-30b8945e6293 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Usage tracker for resource:floatingip and tenant:04c9a96d934d4f7994fdaf4cc2f7c1bf is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:39.931961 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-d8846c6b-4152-4375-91fc-30b8945e6293 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:39.946756 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-d8846c6b-4152-4375-91fc-30b8945e6293 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:40.003673 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d8846c6b-4152-4375-91fc-30b8945e6293 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for floatingip, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:40.061136 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-10e94915-1985-4687-a963-8c2782b3a4b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for subnet, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:40.080530 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60dd2497-6f07-46de-8da1-4047d7e10d3a admin admin] Notify agent at l3_agent.dv-cinder-763306-5-smb the message routers_updated {{(pid=80327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 00:54:40.091708 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a459436-4810-4d7e-9f5d-6b546cae42d1 None None] Sync routers for ids ['217aee76-2901-4d22-8fcc-3852f4d5dd49'] in dv-cinder-763306-5-smb {{(pid=80328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 00:54:40.115744 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a459436-4810-4d7e-9f5d-6b546cae42d1 None None] Routers {'217aee76-2901-4d22-8fcc-3852f4d5dd49'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 00:54:40.124758 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-9a459436-4810-4d7e-9f5d-6b546cae42d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T00:54:17Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['217aee76-2901-4d22-8fcc-3852f4d5dd49'], 'active': True} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:54:40.328852 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-10e94915-1985-4687-a963-8c2782b3a4b4 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/9eb0a2c2-8d12-4444-8006-e75757f8ed7d HTTP/1.1" status: 204 len: 168 time: 2.8636632 Dec 04 00:54:40.331850 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 35696) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:40.342597 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 6 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 00:54:40.343339 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01f31d7-e65a-468e-9511-7f07f5151ab4 None None] Pushing event updated for resources: {'Port': ['ID=50e60986-35b5-4553-bb69-fdb87c3686d4,revision_number=3']} {{(pid=80329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:40.349384 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-f01f31d7-e65a-468e-9511-7f07f5151ab4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.931s {{(pid=80329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:40.424662 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d8846c6b-4152-4375-91fc-30b8945e6293 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:40.468682 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-60dd2497-6f07-46de-8da1-4047d7e10d3a admin admin] 10.222.0.73 "PUT /v2.0/routers/217aee76-2901-4d22-8fcc-3852f4d5dd49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2996111 Dec 04 00:54:40.524444 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-0b664996-cd53-4514-a35b-fcf39f5f9935 service neutron] Request body: {'port': {'device_id': '197d594f-0593-4fc9-ad7d-d03724ca05ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:54:40.620464 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-9a459436-4810-4d7e-9f5d-6b546cae42d1 None None] Set router 217aee76-2901-4d22-8fcc-3852f4d5dd49 gateway port host: dv-cinder-763306-5-smb {{(pid=80328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 00:54:40.702951 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-dcb8ded7-810e-4816-b7fe-bb6ed574ca35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1062fec8-c6c2-4a2a-a35c-3836e10c9f31', 'name': 'tempest-ServerRescueNegativeTestJSON-468826325-router', 'tenant_id': '0bf338724dbe4d6fb75ec0856b79ca35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.142'}], 'enable_snat': True}, 'gw_port_id': '50e60986-35b5-4553-bb69-fdb87c3686d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:23Z', 'updated_at': '2020-12-04T00:54:31Z', 'revision_number': 3, 'project_id': '0bf338724dbe4d6fb75ec0856b79ca35', 'gw_port': {'id': '50e60986-35b5-4553-bb69-fdb87c3686d4', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:66:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1062fec8-c6c2-4a2a-a35c-3836e10c9f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:28Z', 'updated_at': '2020-12-04T00:54:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb'}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:54:40.710315 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 58a8596b-a868-4d09-a984-0a9b88900097 up at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:54:40.737534 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff0ee0-e845-41cf-b01c-7b83e500b100 req-77b696b7-0345-45eb-9c7e-636e66e6888c tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:54:40.739192 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-01ff0ee0-e845-41cf-b01c-7b83e500b100 req-77b696b7-0345-45eb-9c7e-636e66e6888c tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] 10.222.0.73 "GET /v2.0/ports?device_id=197d594f-0593-4fc9-ad7d-d03724ca05ae HTTP/1.1" status: 200 len: 931 time: 0.8725286 Dec 04 00:54:40.743680 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-0b664996-cd53-4514-a35b-fcf39f5f9935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:40.749697 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f5070e59-728d-465b-bf5a-2e7e62322689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851311705'] for network, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:40.832910 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb8ded7-810e-4816-b7fe-bb6ed574ca35 None None] The sync data for ids ['1062fec8-c6c2-4a2a-a35c-3836e10c9f31'] in dv-cinder-763306-5-smb is: [{'id': '1062fec8-c6c2-4a2a-a35c-3836e10c9f31', 'name': 'tempest-ServerRescueNegativeTestJSON-468826325-router', 'tenant_id': '0bf338724dbe4d6fb75ec0856b79ca35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.142'}], 'enable_snat': True}, 'gw_port_id': '50e60986-35b5-4553-bb69-fdb87c3686d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:23Z', 'updated_at': '2020-12-04T00:54:31Z', 'revision_number': 3, 'project_id': '0bf338724dbe4d6fb75ec0856b79ca35', 'gw_port': {'id': '50e60986-35b5-4553-bb69-fdb87c3686d4', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:66:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1062fec8-c6c2-4a2a-a35c-3836e10c9f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:28Z', 'updated_at': '2020-12-04T00:54:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb'}] {{(pid=80329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 00:54:40.842710 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [None req-87f20972-053e-467f-9ddc-19902d5e1797 admin admin] Allocated IP 172.20.0.1 (77143b40-0430-4aa2-93c2-47d05a30b59e/8992a81f-7e9c-4e53-bca2-1c6f4569ebb0/f00d1f0f-2e27-4ba2-88fe-a3205c2bc4a1) {{(pid=80327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 00:54:40.926199 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e91ee44-dfd5-403b-9770-ee51875d7cda None None] Sync routers for ids ['e73d3ce5-26db-42a2-a516-d94cddde4093'] in dv-cinder-763306-5-smb {{(pid=80329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 00:54:40.948603 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning complete for port 58a8596b-a868-4d09-a984-0a9b88900097 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:54:40.949031 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:40.950691 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e91ee44-dfd5-403b-9770-ee51875d7cda None None] Routers {'e73d3ce5-26db-42a2-a516-d94cddde4093'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 00:54:40.953308 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-3e91ee44-dfd5-403b-9770-ee51875d7cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T00:54:17Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['e73d3ce5-26db-42a2-a516-d94cddde4093'], 'active': True} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:54:40.985183 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4cbf85f5-b3bd-4b39-aa07-2bde1dcfc08e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:41.068639 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4cbf85f5-b3bd-4b39-aa07-2bde1dcfc08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:41.341686 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [None req-d8846c6b-4152-4375-91fc-30b8945e6293 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Allocated IP 172.28.3.105 (70fae593-b8e3-4ff7-b3b9-3060a635d4ae/838c8f98-d37b-4481-803e-42068845ce24/f57f4495-9a5e-4965-bf47-8c6d37c28f07) {{(pid=80326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 00:54:41.365554 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 35704) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:41.537382 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-87f20972-053e-467f-9ddc-19902d5e1797 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:41.548564 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-3e91ee44-dfd5-403b-9770-ee51875d7cda None None] Set router e73d3ce5-26db-42a2-a516-d94cddde4093 gateway port host: dv-cinder-763306-5-smb {{(pid=80329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 00:54:41.667026 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-01ff0ee0-e845-41cf-b01c-7b83e500b100 req-3afed5f5-8e9e-4aa4-af46-f071b7d15eaf tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Synchronizing usage tracker for tenant:eea45bcbec3745a7921ce97f5b8c1624 on resource:security_group {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 00:54:41.704233 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d8846c6b-4152-4375-91fc-30b8945e6293 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for port, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:41.839666 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d8846c6b-4152-4375-91fc-30b8945e6293 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386'] for port, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:41.878198 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:41.881306 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9b3f3470-31c2-4375-a1bf-f6d99e578bc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:41.914234 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-bc6a3ab0-88b3-4896-8ae0-9770d2eefc1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:42.017819 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-9a459436-4810-4d7e-9f5d-6b546cae42d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'name': 'tempest-AttachVolumeShelveTestJSON-514812751-router', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e214e8dd-7350-47d7-a813-de42239028e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:18Z', 'updated_at': '2020-12-04T00:54:33Z', 'revision_number': 4, 'project_id': '27c40306c9424330a5920da109201aa5', 'gw_port': {'id': 'e214e8dd-7350-47d7-a813-de42239028e3', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:19Z', 'updated_at': '2020-12-04T00:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_interfaces': [{'id': '51060b10-6f39-4dba-97cb-98998f868f2b', 'name': '', 'network_id': '81043efb-b877-4e23-b898-a49f43cd94b2', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'mac_address': 'fa:16:3e:61:bc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '09a18547-ffe8-483f-9f89-ed9ea46deb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:30Z', 'updated_at': '2020-12-04T00:54:34Z', 'revision_number': 2, 'project_id': '27c40306c9424330a5920da109201aa5', 'subnets': [{'id': '09a18547-ffe8-483f-9f89-ed9ea46deb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:54:42.024072 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a459436-4810-4d7e-9f5d-6b546cae42d1 None None] Checking router: 217aee76-2901-4d22-8fcc-3852f4d5dd49 for host: dv-cinder-763306-5-smb {{(pid=80328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 00:54:42.025043 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a459436-4810-4d7e-9f5d-6b546cae42d1 None None] Updating router 217aee76-2901-4d22-8fcc-3852f4d5dd49 port 51060b10-6f39-4dba-97cb-98998f868f2b binding host dv-cinder-763306-5-smb {{(pid=80328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 04 00:54:42.214012 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8846c6b-4152-4375-91fc-30b8945e6293 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Pushing event updated for resources: {'Port': ['ID=f57f4495-9a5e-4965-bf47-8c6d37c28f07,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:42.233816 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9a459436-4810-4d7e-9f5d-6b546cae42d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:42.414728 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-d8846c6b-4152-4375-91fc-30b8945e6293 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:42.420265 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-9b3f3470-31c2-4375-a1bf-f6d99e578bc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:42.522227 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-9b3f3470-31c2-4375-a1bf-f6d99e578bc6 admin admin] Usage tracker for resource:security_group_rule and tenant:427e0f50a7b74f4eaed907c7c6394342 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:42.564042 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-9b3f3470-31c2-4375-a1bf-f6d99e578bc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:42.590601 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-9b3f3470-31c2-4375-a1bf-f6d99e578bc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:42.661748 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 50e60986-35b5-4553-bb69-fdb87c3686d4 up at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:54:42.733534 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 35720) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:42.742252 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-4cbf85f5-b3bd-4b39-aa07-2bde1dcfc08e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f343131349d44f33aa61c33926214550&name=default HTTP/1.1" status: 200 len: 2879 time: 5.0175574 Dec 04 00:54:42.749260 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-87f20972-053e-467f-9ddc-19902d5e1797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386'] for port, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:42.763899 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 35722) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:42.815955 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-c0845abe-f94b-4774-bd40-4e39a117ff11 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Request body: {'security_group': {'name': 'tempest-securitygroup--37030381', 'description': 'tempest-description--1730005340'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:54:42.908430 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-3e91ee44-dfd5-403b-9770-ee51875d7cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'name': 'tempest-AttachVolumeTestJSON-2010543096-router', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.252'}], 'enable_snat': True}, 'gw_port_id': '58a8596b-a868-4d09-a984-0a9b88900097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:22Z', 'updated_at': '2020-12-04T00:54:31Z', 'revision_number': 4, 'project_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'gw_port': {'id': '58a8596b-a868-4d09-a984-0a9b88900097', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:24Z', 'updated_at': '2020-12-04T00:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_interfaces': [{'id': 'eed57316-8a1d-4683-8006-f7e7ac4e783e', 'name': '', 'network_id': 'b41ba9d1-b8eb-4b60-b39c-3d77682273c8', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'mac_address': 'fa:16:3e:4e:0a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2d3dffb9-b2e9-4653-a15c-51f3777e3e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:29Z', 'updated_at': '2020-12-04T00:54:32Z', 'revision_number': 2, 'project_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'subnets': [{'id': '2d3dffb9-b2e9-4653-a15c-51f3777e3e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:54:42.914221 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e91ee44-dfd5-403b-9770-ee51875d7cda None None] Checking router: e73d3ce5-26db-42a2-a516-d94cddde4093 for host: dv-cinder-763306-5-smb {{(pid=80329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 00:54:42.920512 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-c0845abe-f94b-4774-bd40-4e39a117ff11 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:42.921213 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e91ee44-dfd5-403b-9770-ee51875d7cda None None] Updating router e73d3ce5-26db-42a2-a516-d94cddde4093 port eed57316-8a1d-4683-8006-f7e7ac4e783e binding host dv-cinder-763306-5-smb {{(pid=80329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 04 00:54:43.001717 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-c0845abe-f94b-4774-bd40-4e39a117ff11 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Usage tracker for resource:security_group and tenant:27c40306c9424330a5920da109201aa5 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:43.014855 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-c0845abe-f94b-4774-bd40-4e39a117ff11 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:43.022637 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f5070e59-728d-465b-bf5a-2e7e62322689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3342492', 'neutron.services.segments.db._delete_segments_for_network--9223363291473146808'] for network, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:43.048987 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3e91ee44-dfd5-403b-9770-ee51875d7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:43.074221 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning for port 50e60986-35b5-4553-bb69-fdb87c3686d4 completed by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 00:54:43.100063 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning complete for port 50e60986-35b5-4553-bb69-fdb87c3686d4 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:54:43.100694 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:43.201136 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf85f5-b3bd-4b39-aa07-2bde1dcfc08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd66a199-9dc1-4c93-92eb-6f3c6836f588,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:43.224964 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-0b664996-cd53-4514-a35b-fcf39f5f9935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4ef2439-5f19-4b66-acdb-03661b5988d4 {{(pid=80326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 04 00:54:43.227112 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-4cbf85f5-b3bd-4b39-aa07-2bde1dcfc08e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.349s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:43.230197 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-c0845abe-f94b-4774-bd40-4e39a117ff11 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:43.233080 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-0b664996-cd53-4514-a35b-fcf39f5f9935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:43.247846 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-0b664996-cd53-4514-a35b-fcf39f5f9935 service neutron] Transition to ACTIVE for port object a4ef2439-5f19-4b66-acdb-03661b5988d4 will not be triggered until provisioned by entity L2. {{(pid=80326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 00:54:43.274138 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.315s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:43.294450 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8846c6b-4152-4375-91fc-30b8945e6293 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Network 70fae593-b8e3-4ff7-b3b9-3060a635d4ae is already hosted by enough agents. {{(pid=80326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 00:54:43.295681 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-d8846c6b-4152-4375-91fc-30b8945e6293 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Resources bound (agent type, host, resource id): {{(pid=80326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:54:43.301390 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8846c6b-4152-4375-91fc-30b8945e6293 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Received port after_create {{(pid=80326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 00:54:43.318705 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-0b664996-cd53-4514-a35b-fcf39f5f9935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:43.483627 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f5070e59-728d-465b-bf5a-2e7e62322689 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80327) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:54:43.484043 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f5070e59-728d-465b-bf5a-2e7e62322689 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80327) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:54:43.484888 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f5070e59-728d-465b-bf5a-2e7e62322689 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80327) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:54:43.485269 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f5070e59-728d-465b-bf5a-2e7e62322689 admin admin] Subscribe: > port after_create 55550000 {{(pid=80327) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:54:43.485633 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f5070e59-728d-465b-bf5a-2e7e62322689 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80327) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:54:43.485996 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f5070e59-728d-465b-bf5a-2e7e62322689 admin admin] Subscribe: > port after_update 55550000 {{(pid=80327) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:54:43.486590 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f5070e59-728d-465b-bf5a-2e7e62322689 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80327) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:54:43.486955 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f5070e59-728d-465b-bf5a-2e7e62322689 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80327) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:54:43.487374 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f5070e59-728d-465b-bf5a-2e7e62322689 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80327) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:54:43.487970 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f5070e59-728d-465b-bf5a-2e7e62322689 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80327) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:54:43.651465 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:43.713975 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-04ffa747-0d57-440d-abb4-915c46e8b5b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:43.741256 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f5070e59-728d-465b-bf5a-2e7e62322689 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80327) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:54:43.741851 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f5070e59-728d-465b-bf5a-2e7e62322689 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80327) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:54:43.742357 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f5070e59-728d-465b-bf5a-2e7e62322689 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80327) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:54:43.742857 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f5070e59-728d-465b-bf5a-2e7e62322689 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80327) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:54:43.743448 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.segments.db [None req-f5070e59-728d-465b-bf5a-2e7e62322689 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['763e3d26-8b60-4e20-afd5-6dcf4948d439']}} {{(pid=80327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:54:43.769191 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.segments.db [None req-f5070e59-728d-465b-bf5a-2e7e62322689 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '088e414f-d528-4fca-b3dd-a657d591ec06') {'for_net_delete': True} {{(pid=80327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:54:43.769670 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.segments.db [None req-f5070e59-728d-465b-bf5a-2e7e62322689 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '088e414f-d528-4fca-b3dd-a657d591ec06') {} {{(pid=80327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:54:43.799854 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] For port 50e60986-35b5-4553-bb69-fdb87c3686d4, host dv-cinder-763306-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=50e60986-35b5-4553-bb69-fdb87c3686d4,segment=NetworkSegment(103ae13c-6127-42b5-b5fb-b54d98895d70),segment_id=103ae13c-6127-42b5-b5fb-b54d98895d70)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:54:43.802063 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f5070e59-728d-465b-bf5a-2e7e62322689 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291473144760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28078521'] for segment, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:43.802198 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9a459436-4810-4d7e-9f5d-6b546cae42d1 None None] Notify callbacks [] for port, precommit_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:43.829669 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-9a459436-4810-4d7e-9f5d-6b546cae42d1 None None] Transition to ACTIVE for port object 51060b10-6f39-4dba-97cb-98998f868f2b will not be triggered until provisioned by entity L2. {{(pid=80328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 00:54:43.831696 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f5070e59-728d-465b-bf5a-2e7e62322689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851436430'] for segment, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:43.845126 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f5070e59-728d-465b-bf5a-2e7e62322689 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 04 00:54:43.854505 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:43.860133 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:43.991306 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9a459436-4810-4d7e-9f5d-6b546cae42d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:44.023915 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3e91ee44-dfd5-403b-9770-ee51875d7cda None None] Notify callbacks [] for port, precommit_update {{(pid=80329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:44.039489 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-3e91ee44-dfd5-403b-9770-ee51875d7cda None None] Transition to ACTIVE for port object eed57316-8a1d-4683-8006-f7e7ac4e783e will not be triggered until provisioned by entity L2. {{(pid=80329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 00:54:44.041952 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-01ff0ee0-e845-41cf-b01c-7b83e500b100 req-3afed5f5-8e9e-4aa4-af46-f071b7d15eaf tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Unset dirty status for tenant:eea45bcbec3745a7921ce97f5b8c1624 on resource:security_group {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 00:54:44.043321 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-01ff0ee0-e845-41cf-b01c-7b83e500b100 req-3afed5f5-8e9e-4aa4-af46-f071b7d15eaf tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] 10.222.0.73 "GET /v2.0/security-groups?id=9349b741-3728-461f-9338-157987d14413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 3.2152860 Dec 04 00:54:44.123840 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3e91ee44-dfd5-403b-9770-ee51875d7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:44.128659 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Pushing event updated for resources: {'Port': ['ID=50e60986-35b5-4553-bb69-fdb87c3686d4,revision_number=4']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:44.217380 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b664996-cd53-4514-a35b-fcf39f5f9935 service neutron] Pushing event updated for resources: {'Port': ['ID=a4ef2439-5f19-4b66-acdb-03661b5988d4,revision_number=2']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:44.247134 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-0b664996-cd53-4514-a35b-fcf39f5f9935 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:44.272315 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:44.273894 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.225s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:44.277320 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-f5070e59-728d-465b-bf5a-2e7e62322689 admin admin] Network 763e3d26-8b60-4e20-afd5-6dcf4948d439 has no segments {{(pid=80327) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 00:54:44.301906 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f5070e59-728d-465b-bf5a-2e7e62322689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3339386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27697996'] for segment, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:44.358156 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c070dccc-af3f-4c8d-b19a-b54fd6a2c7a7 None None] Pushing event updated for resources: {'Port': ['ID=51060b10-6f39-4dba-97cb-98998f868f2b,revision_number=3']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:44.364206 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c070dccc-af3f-4c8d-b19a-b54fd6a2c7a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:44.441028 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-f01f31d7-e65a-468e-9511-7f07f5151ab4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:44.586731 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-9a459436-4810-4d7e-9f5d-6b546cae42d1 None None] Attempting to bind port 51060b10-6f39-4dba-97cb-98998f868f2b on host dv-cinder-763306-5-smb for vnic_type normal with profile {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 00:54:44.590140 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-9a459436-4810-4d7e-9f5d-6b546cae42d1 None None] Attempting to bind port 51060b10-6f39-4dba-97cb-98998f868f2b by drivers openvswitch on host dv-cinder-763306-5-smb at level 0 using segments [{'id': 'd123e863-f9de-44b7-aef3-f3565b117e15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '81043efb-b877-4e23-b898-a49f43cd94b2'}] {{(pid=80328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 00:54:44.590441 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a459436-4810-4d7e-9f5d-6b546cae42d1 None None] Attempting to bind port 51060b10-6f39-4dba-97cb-98998f868f2b on network 81043efb-b877-4e23-b898-a49f43cd94b2 {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 00:54:44.606067 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a459436-4810-4d7e-9f5d-6b546cae42d1 None None] Checking agent: {'id': '47cd6ef8-6b98-4dda-9657-1784e54a0c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 44, 48), 'started_at': datetime.datetime(2020, 12, 4, 0, 45, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 00:54:44.606502 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a459436-4810-4d7e-9f5d-6b546cae42d1 None None] Checking segment: {'id': 'd123e863-f9de-44b7-aef3-f3565b117e15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '81043efb-b877-4e23-b898-a49f43cd94b2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 00:54:44.606960 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9a459436-4810-4d7e-9f5d-6b546cae42d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:44.608869 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a459436-4810-4d7e-9f5d-6b546cae42d1 None None] Bound using segment: {'id': 'd123e863-f9de-44b7-aef3-f3565b117e15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '81043efb-b877-4e23-b898-a49f43cd94b2'} {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 00:54:44.609477 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-9a459436-4810-4d7e-9f5d-6b546cae42d1 None None] Bound port: 51060b10-6f39-4dba-97cb-98998f868f2b, host: dv-cinder-763306-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd123e863-f9de-44b7-aef3-f3565b117e15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '81043efb-b877-4e23-b898-a49f43cd94b2'}}] {{(pid=80328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 00:54:44.611149 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9a459436-4810-4d7e-9f5d-6b546cae42d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:44.738831 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f20972-053e-467f-9ddc-19902d5e1797 admin admin] Pushing event updated for resources: {'Port': ['ID=f00d1f0f-2e27-4ba2-88fe-a3205c2bc4a1,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:44.742520 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-87f20972-053e-467f-9ddc-19902d5e1797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.469s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:44.751113 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c0845abe-f94b-4774-bd40-4e39a117ff11 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks [] for security_group, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:44.779203 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 50e60986-35b5-4553-bb69-fdb87c3686d4 up at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:54:44.783320 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-0b664996-cd53-4514-a35b-fcf39f5f9935 service neutron] Attempting to bind port a4ef2439-5f19-4b66-acdb-03661b5988d4 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 00:54:44.783898 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-0b664996-cd53-4514-a35b-fcf39f5f9935 service neutron] Attempting to bind port a4ef2439-5f19-4b66-acdb-03661b5988d4 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '89b204fc-4949-43eb-8e8b-b54240b7048e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '649ca0aa-72bd-4e17-9388-fa810bd5b1c7'}] {{(pid=80326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 00:54:44.785032 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-0b664996-cd53-4514-a35b-fcf39f5f9935 service neutron] Attempting to bind port a4ef2439-5f19-4b66-acdb-03661b5988d4 on network 649ca0aa-72bd-4e17-9388-fa810bd5b1c7 {{(pid=80326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 00:54:44.793062 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d8846c6b-4152-4375-91fc-30b8945e6293 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for floatingip, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:44.804625 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f20972-053e-467f-9ddc-19902d5e1797 admin admin] Network 77143b40-0430-4aa2-93c2-47d05a30b59e is already hosted by enough agents. {{(pid=80327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 00:54:44.823089 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd0960-25fe-4c69-aa42-0dcd9472746f None None] Pushing event updated for resources: {'Port': ['ID=eed57316-8a1d-4683-8006-f7e7ac4e783e,revision_number=3']} {{(pid=80329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:44.831712 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-40cd0960-25fe-4c69-aa42-0dcd9472746f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=80329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:44.834640 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-0b664996-cd53-4514-a35b-fcf39f5f9935 service neutron] Checking agent: {'id': '37b4fca6-97cd-43de-9e09-0e080c5ad260', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 52, 16), 'started_at': datetime.datetime(2020, 12, 4, 0, 52, 46), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 00:54:44.835401 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-0b664996-cd53-4514-a35b-fcf39f5f9935 service neutron] Checking segment: {'id': '89b204fc-4949-43eb-8e8b-b54240b7048e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '649ca0aa-72bd-4e17-9388-fa810bd5b1c7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 00:54:44.836053 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-0b664996-cd53-4514-a35b-fcf39f5f9935 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:44.836703 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-0b664996-cd53-4514-a35b-fcf39f5f9935 service neutron] Bound using segment: {'id': '89b204fc-4949-43eb-8e8b-b54240b7048e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '649ca0aa-72bd-4e17-9388-fa810bd5b1c7'} {{(pid=80326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 00:54:44.837662 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-0b664996-cd53-4514-a35b-fcf39f5f9935 service neutron] Bound port: a4ef2439-5f19-4b66-acdb-03661b5988d4, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b204fc-4949-43eb-8e8b-b54240b7048e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '649ca0aa-72bd-4e17-9388-fa810bd5b1c7'}}] {{(pid=80326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 00:54:44.838334 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-0b664996-cd53-4514-a35b-fcf39f5f9935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:44.932983 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-c0845abe-f94b-4774-bd40-4e39a117ff11 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:44.942417 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-c0845abe-f94b-4774-bd40-4e39a117ff11 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Usage tracker for resource:security_group_rule and tenant:27c40306c9424330a5920da109201aa5 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:44.946867 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-c0845abe-f94b-4774-bd40-4e39a117ff11 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:44.953548 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-c0845abe-f94b-4774-bd40-4e39a117ff11 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:44.985036 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-27149191-958a-45ab-ae42-ec50074fef92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:45.010978 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-3e91ee44-dfd5-403b-9770-ee51875d7cda None None] Attempting to bind port eed57316-8a1d-4683-8006-f7e7ac4e783e on host dv-cinder-763306-5-smb for vnic_type normal with profile {{(pid=80329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 00:54:45.014178 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-3e91ee44-dfd5-403b-9770-ee51875d7cda None None] Attempting to bind port eed57316-8a1d-4683-8006-f7e7ac4e783e by drivers openvswitch on host dv-cinder-763306-5-smb at level 0 using segments [{'id': '8ede4a70-4206-4219-8975-4c9d08884fc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b41ba9d1-b8eb-4b60-b39c-3d77682273c8'}] {{(pid=80329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 00:54:45.014178 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e91ee44-dfd5-403b-9770-ee51875d7cda None None] Attempting to bind port eed57316-8a1d-4683-8006-f7e7ac4e783e on network b41ba9d1-b8eb-4b60-b39c-3d77682273c8 {{(pid=80329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 00:54:45.037583 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e91ee44-dfd5-403b-9770-ee51875d7cda None None] Checking agent: {'id': '47cd6ef8-6b98-4dda-9657-1784e54a0c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 44, 48), 'started_at': datetime.datetime(2020, 12, 4, 0, 45, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 00:54:45.038367 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e91ee44-dfd5-403b-9770-ee51875d7cda None None] Checking segment: {'id': '8ede4a70-4206-4219-8975-4c9d08884fc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b41ba9d1-b8eb-4b60-b39c-3d77682273c8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 00:54:45.038634 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3e91ee44-dfd5-403b-9770-ee51875d7cda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:45.039974 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e91ee44-dfd5-403b-9770-ee51875d7cda None None] Bound using segment: {'id': '8ede4a70-4206-4219-8975-4c9d08884fc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b41ba9d1-b8eb-4b60-b39c-3d77682273c8'} {{(pid=80329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 00:54:45.039974 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-3e91ee44-dfd5-403b-9770-ee51875d7cda None None] Bound port: eed57316-8a1d-4683-8006-f7e7ac4e783e, host: dv-cinder-763306-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ede4a70-4206-4219-8975-4c9d08884fc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b41ba9d1-b8eb-4b60-b39c-3d77682273c8'}}] {{(pid=80329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 00:54:45.042218 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3e91ee44-dfd5-403b-9770-ee51875d7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:45.043001 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-87f20972-053e-467f-9ddc-19902d5e1797 admin admin] Resources bound (agent type, host, resource id): {{(pid=80327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:54:45.048060 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f20972-053e-467f-9ddc-19902d5e1797 admin admin] Received port after_create {{(pid=80327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 00:54:45.049618 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-87f20972-053e-467f-9ddc-19902d5e1797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656583'] for router_interface, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:45.106125 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning complete for port 50e60986-35b5-4553-bb69-fdb87c3686d4 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:54:45.106555 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:45.109802 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-446cc42d-651d-4b16-a2fa-3ec7c35c0859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:45.113129 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-f5070e59-728d-465b-bf5a-2e7e62322689 admin admin] Network 763e3d26-8b60-4e20-afd5-6dcf4948d439 has no segments {{(pid=80327) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 00:54:45.115643 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d8846c6b-4152-4375-91fc-30b8945e6293 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:45.154485 dv-cinder-763306-5-smb neutron-server[80215]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 04 00:54:45.154485 dv-cinder-763306-5-smb neutron-server[80215]: (rel_b, rel_a, rel_b), Dec 04 00:54:45.154485 dv-cinder-763306-5-smb neutron-server[80215]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 04 00:54:45.154485 dv-cinder-763306-5-smb neutron-server[80215]: (rel_b, rel_a, rel_b), Dec 04 00:54:45.154485 dv-cinder-763306-5-smb neutron-server[80215]: Traceback (most recent call last): Dec 04 00:54:45.154485 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 04 00:54:45.154485 dv-cinder-763306-5-smb neutron-server[80215]: timer() Dec 04 00:54:45.154485 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 04 00:54:45.154485 dv-cinder-763306-5-smb neutron-server[80215]: cb(*args, **kw) Dec 04 00:54:45.154485 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 04 00:54:45.154485 dv-cinder-763306-5-smb neutron-server[80215]: return func(*args, **kwargs) Dec 04 00:54:45.154485 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 04 00:54:45.154485 dv-cinder-763306-5-smb neutron-server[80215]: self._notify() Dec 04 00:54:45.154485 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 04 00:54:45.154485 dv-cinder-763306-5-smb neutron-server[80215]: self.callback(batched_events) Dec 04 00:54:45.154485 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 04 00:54:45.154485 dv-cinder-763306-5-smb neutron-server[80215]: event.method(event) Dec 04 00:54:45.154485 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 04 00:54:45.154485 dv-cinder-763306-5-smb neutron-server[80215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 04 00:54:45.154485 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 04 00:54:45.154485 dv-cinder-763306-5-smb neutron-server[80215]: segment_id)['aggregates'][0] Dec 04 00:54:45.154485 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 04 00:54:45.154485 dv-cinder-763306-5-smb neutron-server[80215]: return f(self, *a, **k) Dec 04 00:54:45.154485 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 04 00:54:45.154485 dv-cinder-763306-5-smb neutron-server[80215]: return self._get(url).json() Dec 04 00:54:45.154485 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 04 00:54:45.154485 dv-cinder-763306-5-smb neutron-server[80215]: **kwargs) Dec 04 00:54:45.154485 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 04 00:54:45.154485 dv-cinder-763306-5-smb neutron-server[80215]: return self.request(url, 'GET', **kwargs) Dec 04 00:54:45.154485 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 04 00:54:45.154485 dv-cinder-763306-5-smb neutron-server[80215]: **endpoint_filter) Dec 04 00:54:45.154485 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 04 00:54:45.154485 dv-cinder-763306-5-smb neutron-server[80215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 04 00:54:45.154485 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 04 00:54:45.154485 dv-cinder-763306-5-smb neutron-server[80215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 04 00:54:45.154485 dv-cinder-763306-5-smb neutron-server[80215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 04 00:54:45.183277 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c0845abe-f94b-4774-bd40-4e39a117ff11 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks [] for security_group, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:45.235180 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-3e91ee44-dfd5-403b-9770-ee51875d7cda None None] For port eed57316-8a1d-4683-8006-f7e7ac4e783e, host dv-cinder-763306-5-smb, cleared binding levels {{(pid=80329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 00:54:45.244987 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-3e91ee44-dfd5-403b-9770-ee51875d7cda None None] For port eed57316-8a1d-4683-8006-f7e7ac4e783e, host dv-cinder-763306-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=eed57316-8a1d-4683-8006-f7e7ac4e783e,segment=NetworkSegment(8ede4a70-4206-4219-8975-4c9d08884fc7),segment_id=8ede4a70-4206-4219-8975-4c9d08884fc7)] {{(pid=80329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 00:54:45.267274 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3e91ee44-dfd5-403b-9770-ee51875d7cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:45.357766 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c0845abe-f94b-4774-bd40-4e39a117ff11 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:45.396554 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-9a459436-4810-4d7e-9f5d-6b546cae42d1 None None] For port 51060b10-6f39-4dba-97cb-98998f868f2b, host dv-cinder-763306-5-smb, cleared binding levels {{(pid=80328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 00:54:45.400807 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-87f20972-053e-467f-9ddc-19902d5e1797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:45.479483 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-446cc42d-651d-4b16-a2fa-3ec7c35c0859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:45.488819 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:45.517326 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-40cd0960-25fe-4c69-aa42-0dcd9472746f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:45.544126 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d8846c6b-4152-4375-91fc-30b8945e6293 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for port, precommit_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:45.559817 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-9a459436-4810-4d7e-9f5d-6b546cae42d1 None None] For port 51060b10-6f39-4dba-97cb-98998f868f2b, host dv-cinder-763306-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=51060b10-6f39-4dba-97cb-98998f868f2b,segment=NetworkSegment(d123e863-f9de-44b7-aef3-f3565b117e15),segment_id=d123e863-f9de-44b7-aef3-f3565b117e15)] {{(pid=80328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 00:54:45.583916 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d8846c6b-4152-4375-91fc-30b8945e6293 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:45.615679 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9a459436-4810-4d7e-9f5d-6b546cae42d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:45.620734 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e91ee44-dfd5-403b-9770-ee51875d7cda None None] Routers {'e73d3ce5-26db-42a2-a516-d94cddde4093'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 00:54:45.621572 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-3e91ee44-dfd5-403b-9770-ee51875d7cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T00:54:17Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['e73d3ce5-26db-42a2-a516-d94cddde4093'], 'active': True} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:54:45.640467 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:45.670704 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0845abe-f94b-4774-bd40-4e39a117ff11 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Pushing event updated for resources: {'SecurityGroup': ['ID=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:45.674359 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c0845abe-f94b-4774-bd40-4e39a117ff11 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:45.687771 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c0845abe-f94b-4774-bd40-4e39a117ff11 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:45.689207 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-c0845abe-f94b-4774-bd40-4e39a117ff11 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1728 time: 2.9292929 Dec 04 00:54:45.707226 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 35740) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:45.825259 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9b3f3470-31c2-4375-a1bf-f6d99e578bc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:45.921118 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-08837178-af75-4b50-a7bc-65b873a84665 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:45.924089 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd0960-25fe-4c69-aa42-0dcd9472746f None None] Pushing event updated for resources: {'Port': ['ID=eed57316-8a1d-4683-8006-f7e7ac4e783e,revision_number=4']} {{(pid=80329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:45.936807 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-40cd0960-25fe-4c69-aa42-0dcd9472746f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=80329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:45.974020 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8846c6b-4152-4375-91fc-30b8945e6293 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Pushing event updated for resources: {'Port': ['ID=f57f4495-9a5e-4965-bf47-8c6d37c28f07,revision_number=2']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:45.989605 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9b3f3470-31c2-4375-a1bf-f6d99e578bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:45.991288 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-d8846c6b-4152-4375-91fc-30b8945e6293 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:46.032983 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-0b664996-cd53-4514-a35b-fcf39f5f9935 service neutron] For port a4ef2439-5f19-4b66-acdb-03661b5988d4, host hv-cinder-76330, cleared binding levels {{(pid=80326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 00:54:46.037742 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:46.062719 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-3e91ee44-dfd5-403b-9770-ee51875d7cda None None] Set router e73d3ce5-26db-42a2-a516-d94cddde4093 gateway port host: dv-cinder-763306-5-smb {{(pid=80329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 00:54:46.082334 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-9b3f3470-31c2-4375-a1bf-f6d99e578bc6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=427e0f50a7b74f4eaed907c7c6394342&name=default HTTP/1.1" status: 200 len: 2879 time: 4.7154498 Dec 04 00:54:46.083152 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 35746) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:46.102063 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f3470-31c2-4375-a1bf-f6d99e578bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe8cdda-e220-4a5f-9b82-75f8a587d164,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:46.123840 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-9b3f3470-31c2-4375-a1bf-f6d99e578bc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:46.170534 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a459436-4810-4d7e-9f5d-6b546cae42d1 None None] Routers {'217aee76-2901-4d22-8fcc-3852f4d5dd49'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 00:54:46.176444 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-0b664996-cd53-4514-a35b-fcf39f5f9935 service neutron] For port a4ef2439-5f19-4b66-acdb-03661b5988d4, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=a4ef2439-5f19-4b66-acdb-03661b5988d4,segment=NetworkSegment(89b204fc-4949-43eb-8e8b-b54240b7048e),segment_id=89b204fc-4949-43eb-8e8b-b54240b7048e)] {{(pid=80326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 00:54:46.179831 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-9a459436-4810-4d7e-9f5d-6b546cae42d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T00:54:17Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['217aee76-2901-4d22-8fcc-3852f4d5dd49'], 'active': True} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:54:46.204105 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d8846c6b-4152-4375-91fc-30b8945e6293 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656493'] for floatingip, after_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:46.220789 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-0b664996-cd53-4514-a35b-fcf39f5f9935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:46.358892 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-ba01a617-2679-4302-9d62-01062c647427 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Request body: {'security_group_rule': {'security_group_id': 'd55acb5f-29af-46b7-a8b3-eb73d5ecb8eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:54:46.374258 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f5070e59-728d-465b-bf5a-2e7e62322689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851433324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656478'] for network, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:46.380363 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c070dccc-af3f-4c8d-b19a-b54fd6a2c7a7 None None] Pushing event updated for resources: {'Port': ['ID=51060b10-6f39-4dba-97cb-98998f868f2b,revision_number=4']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:46.389307 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:46.400445 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-ba01a617-2679-4302-9d62-01062c647427 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:46.416763 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-ba01a617-2679-4302-9d62-01062c647427 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Usage tracker for resource:security_group_rule and tenant:27c40306c9424330a5920da109201aa5 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:46.434072 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-ba01a617-2679-4302-9d62-01062c647427 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:46.552122 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c070dccc-af3f-4c8d-b19a-b54fd6a2c7a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:46.583791 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:46.648380 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-87f20972-053e-467f-9ddc-19902d5e1797 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:46.651122 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-719b2da3-9bf3-40ed-907e-e9cb4148af8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:46.670934 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device eed57316-8a1d-4683-8006-f7e7ac4e783e up at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:54:46.680450 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f5070e59-728d-465b-bf5a-2e7e62322689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for network, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:46.685226 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-ba01a617-2679-4302-9d62-01062c647427 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:46.694076 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5070e59-728d-465b-bf5a-2e7e62322689 admin admin] Pushing event deleted for resources: {'Network': ['ID=763e3d26-8b60-4e20-afd5-6dcf4948d439,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:46.699087 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-f5070e59-728d-465b-bf5a-2e7e62322689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:46.707220 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3628e3-a71b-4279-a5f3-c90c077ab2b3 req-fd2c4a87-1c5f-4049-9fcd-cd45d5421027 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:54:46.709585 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-fc3628e3-a71b-4279-a5f3-c90c077ab2b3 req-fd2c4a87-1c5f-4049-9fcd-cd45d5421027 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] 10.222.0.73 "GET /v2.0/ports?device_id=197d594f-0593-4fc9-ad7d-d03724ca05ae HTTP/1.1" status: 200 len: 943 time: 1.2828064 Dec 04 00:54:46.710867 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-87f20972-053e-467f-9ddc-19902d5e1797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27697970'] for port, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:46.725662 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d8846c6b-4152-4375-91fc-30b8945e6293 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for floatingip, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:46.738883 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-d8846c6b-4152-4375-91fc-30b8945e6293 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8427150 Dec 04 00:54:46.794212 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-87f20972-053e-467f-9ddc-19902d5e1797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:46.876271 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-87f20972-053e-467f-9ddc-19902d5e1797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851588661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854119142'] for router_interface, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:46.922373 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2b1bdee7-4654-40f5-b952-cd38bd6f6bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:46.938807 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-3e91ee44-dfd5-403b-9770-ee51875d7cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'name': 'tempest-AttachVolumeTestJSON-2010543096-router', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.252'}], 'enable_snat': True}, 'gw_port_id': '58a8596b-a868-4d09-a984-0a9b88900097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:22Z', 'updated_at': '2020-12-04T00:54:31Z', 'revision_number': 4, 'project_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'gw_port': {'id': '58a8596b-a868-4d09-a984-0a9b88900097', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:24Z', 'updated_at': '2020-12-04T00:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_interfaces': [{'id': 'eed57316-8a1d-4683-8006-f7e7ac4e783e', 'name': '', 'network_id': 'b41ba9d1-b8eb-4b60-b39c-3d77682273c8', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'mac_address': 'fa:16:3e:4e:0a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2d3dffb9-b2e9-4653-a15c-51f3777e3e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:29Z', 'updated_at': '2020-12-04T00:54:45Z', 'revision_number': 4, 'project_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'subnets': [{'id': '2d3dffb9-b2e9-4653-a15c-51f3777e3e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:54:46.951924 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e91ee44-dfd5-403b-9770-ee51875d7cda None None] The sync data for ids ['e73d3ce5-26db-42a2-a516-d94cddde4093'] in dv-cinder-763306-5-smb is: [{'id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'name': 'tempest-AttachVolumeTestJSON-2010543096-router', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.252'}], 'enable_snat': True}, 'gw_port_id': '58a8596b-a868-4d09-a984-0a9b88900097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:22Z', 'updated_at': '2020-12-04T00:54:31Z', 'revision_number': 4, 'project_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'gw_port': {'id': '58a8596b-a868-4d09-a984-0a9b88900097', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:24Z', 'updated_at': '2020-12-04T00:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_interfaces': [{'id': 'eed57316-8a1d-4683-8006-f7e7ac4e783e', 'name': '', 'network_id': 'b41ba9d1-b8eb-4b60-b39c-3d77682273c8', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'mac_address': 'fa:16:3e:4e:0a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2d3dffb9-b2e9-4653-a15c-51f3777e3e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:29Z', 'updated_at': '2020-12-04T00:54:45Z', 'revision_number': 4, 'project_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'subnets': [{'id': '2d3dffb9-b2e9-4653-a15c-51f3777e3e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 00:54:46.976425 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-0b664996-cd53-4514-a35b-fcf39f5f9935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:54:46.977251 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-0b664996-cd53-4514-a35b-fcf39f5f9935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for port, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:46.979992 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-0b664996-cd53-4514-a35b-fcf39f5f9935 service neutron] 10.222.0.86 "PUT /v2.0/ports/a4ef2439-5f19-4b66-acdb-03661b5988d4 HTTP/1.1" status: 200 len: 1157 time: 6.9392600 Dec 04 00:54:46.984813 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '197d594f-0593-4fc9-ad7d-d03724ca05ae', 'tag': 'a4ef2439-5f19-4b66-acdb-03661b5988d4'}] {{(pid=80326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:54:46.997364 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2fa11b80-0fb5-4713-8ab0-ec071b7f11b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:47.037589 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f20972-053e-467f-9ddc-19902d5e1797 admin admin] Pushing event updated for resources: {'Port': ['ID=f00d1f0f-2e27-4ba2-88fe-a3205c2bc4a1,revision_number=2']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:47.043987 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-f5070e59-728d-465b-bf5a-2e7e62322689 admin admin] 10.222.0.73 "DELETE /v2.0/networks/763e3d26-8b60-4e20-afd5-6dcf4948d439 HTTP/1.1" status: 204 len: 168 time: 6.7056627 Dec 04 00:54:47.047835 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-9a459436-4810-4d7e-9f5d-6b546cae42d1 None None] Set router 217aee76-2901-4d22-8fcc-3852f4d5dd49 gateway port host: dv-cinder-763306-5-smb {{(pid=80328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 00:54:47.092271 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-87f20972-053e-467f-9ddc-19902d5e1797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:47.097233 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 35760) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:47.098214 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b664996-cd53-4514-a35b-fcf39f5f9935 service neutron] Pushing event updated for resources: {'Port': ['ID=a4ef2439-5f19-4b66-acdb-03661b5988d4,revision_number=3']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:47.100430 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-446cc42d-651d-4b16-a2fa-3ec7c35c0859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:47.101265 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-ba01a617-2679-4302-9d62-01062c647427 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks [] for security_group_rule, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:47.103067 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-0b664996-cd53-4514-a35b-fcf39f5f9935 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:47.144705 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2b1bdee7-4654-40f5-b952-cd38bd6f6bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:47.161133 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning for port eed57316-8a1d-4683-8006-f7e7ac4e783e completed by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 00:54:47.188959 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning complete for port eed57316-8a1d-4683-8006-f7e7ac4e783e triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:54:47.189377 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:47.282313 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-ba01a617-2679-4302-9d62-01062c647427 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:47.282544 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2b1bdee7-4654-40f5-b952-cd38bd6f6bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:47.288345 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:47.329402 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1bdee7-4654-40f5-b952-cd38bd6f6bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe8cdda-e220-4a5f-9b82-75f8a587d164,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:47.339644 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-2b1bdee7-4654-40f5-b952-cd38bd6f6bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:47.344077 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2b1bdee7-4654-40f5-b952-cd38bd6f6bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:47.349061 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-2b1bdee7-4654-40f5-b952-cd38bd6f6bbd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9fe8cdda-e220-4a5f-9b82-75f8a587d164 HTTP/1.1" status: 204 len: 168 time: 1.2261550 Dec 04 00:54:47.362062 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:47.705706 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:47.757157 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:47.790411 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-ba01a617-2679-4302-9d62-01062c647427 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103369'] for security_group_rule, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:47.796739 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-9a459436-4810-4d7e-9f5d-6b546cae42d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'name': 'tempest-AttachVolumeShelveTestJSON-514812751-router', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e214e8dd-7350-47d7-a813-de42239028e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:18Z', 'updated_at': '2020-12-04T00:54:33Z', 'revision_number': 4, 'project_id': '27c40306c9424330a5920da109201aa5', 'gw_port': {'id': 'e214e8dd-7350-47d7-a813-de42239028e3', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:19Z', 'updated_at': '2020-12-04T00:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_interfaces': [{'id': '51060b10-6f39-4dba-97cb-98998f868f2b', 'name': '', 'network_id': '81043efb-b877-4e23-b898-a49f43cd94b2', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'mac_address': 'fa:16:3e:61:bc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '09a18547-ffe8-483f-9f89-ed9ea46deb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:30Z', 'updated_at': '2020-12-04T00:54:45Z', 'revision_number': 4, 'project_id': '27c40306c9424330a5920da109201aa5', 'subnets': [{'id': '09a18547-ffe8-483f-9f89-ed9ea46deb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:54:47.822458 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] For port eed57316-8a1d-4683-8006-f7e7ac4e783e, host dv-cinder-763306-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=eed57316-8a1d-4683-8006-f7e7ac4e783e,segment=NetworkSegment(8ede4a70-4206-4219-8975-4c9d08884fc7),segment_id=8ede4a70-4206-4219-8975-4c9d08884fc7)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:54:47.825184 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a459436-4810-4d7e-9f5d-6b546cae42d1 None None] The sync data for ids ['217aee76-2901-4d22-8fcc-3852f4d5dd49'] in dv-cinder-763306-5-smb is: [{'id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'name': 'tempest-AttachVolumeShelveTestJSON-514812751-router', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e214e8dd-7350-47d7-a813-de42239028e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:18Z', 'updated_at': '2020-12-04T00:54:33Z', 'revision_number': 4, 'project_id': '27c40306c9424330a5920da109201aa5', 'gw_port': {'id': 'e214e8dd-7350-47d7-a813-de42239028e3', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:19Z', 'updated_at': '2020-12-04T00:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_interfaces': [{'id': '51060b10-6f39-4dba-97cb-98998f868f2b', 'name': '', 'network_id': '81043efb-b877-4e23-b898-a49f43cd94b2', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'mac_address': 'fa:16:3e:61:bc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '09a18547-ffe8-483f-9f89-ed9ea46deb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:30Z', 'updated_at': '2020-12-04T00:54:45Z', 'revision_number': 4, 'project_id': '27c40306c9424330a5920da109201aa5', 'subnets': [{'id': '09a18547-ffe8-483f-9f89-ed9ea46deb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 00:54:47.855325 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:47.857821 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:47.952771 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-d2be4d15-4b46-43de-b8d8-ad859cfc34dc tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1740292150&fields=id&tenant_id=04c9a96d934d4f7994fdaf4cc2f7c1bf HTTP/1.1" status: 200 len: 267 time: 0.5668256 Dec 04 00:54:47.967961 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Pushing event updated for resources: {'Port': ['ID=eed57316-8a1d-4683-8006-f7e7ac4e783e,revision_number=5']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:47.972024 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:47.989998 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f20972-053e-467f-9ddc-19902d5e1797 admin admin] Network 77143b40-0430-4aa2-93c2-47d05a30b59e is already hosted by enough agents. {{(pid=80327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 00:54:47.994791 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-446cc42d-651d-4b16-a2fa-3ec7c35c0859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:47.998878 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-446cc42d-651d-4b16-a2fa-3ec7c35c0859 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cd66a199-9dc1-4c93-92eb-6f3c6836f588 HTTP/1.1" status: 204 len: 168 time: 5.1721556 Dec 04 00:54:48.001141 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446cc42d-651d-4b16-a2fa-3ec7c35c0859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd66a199-9dc1-4c93-92eb-6f3c6836f588,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:48.107729 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-87f20972-053e-467f-9ddc-19902d5e1797 admin admin] Resources bound (agent type, host, resource id): {{(pid=80327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:54:48.201082 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-fc3628e3-a71b-4279-a5f3-c90c077ab2b3 req-94e52aaa-8ada-48b3-b74f-4b2ae18ab41b tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] 10.222.0.73 "GET /v2.0/security-groups?id=9349b741-3728-461f-9338-157987d14413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4107289 Dec 04 00:54:48.378074 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ad3ea0-ecc3-41e4-8c81-8bf0a6fffa54 admin admin] Deleting subnet 7d8441ee-7539-496a-9544-a0e2d2bfd3e4 {{(pid=80327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 04 00:54:48.391997 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d5ad3ea0-ecc3-41e4-8c81-8bf0a6fffa54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:48.541474 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:48.742078 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device eed57316-8a1d-4683-8006-f7e7ac4e783e up at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:54:48.751503 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-446cc42d-651d-4b16-a2fa-3ec7c35c0859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.389s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:48.762679 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.651s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:48.969104 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning complete for port eed57316-8a1d-4683-8006-f7e7ac4e783e triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:54:48.969501 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:49.088662 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:49.194108 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-ba01a617-2679-4302-9d62-01062c647427 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks [] for security_group_rule, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:49.200239 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-ba01a617-2679-4302-9d62-01062c647427 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 2.9202085 Dec 04 00:54:49.213713 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 35804) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:49.219430 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-e3f02c2b-c95d-4eb5-a6a4-4fe5267471dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:54:49.237229 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-e3f02c2b-c95d-4eb5-a6a4-4fe5267471dc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=eea45bcbec3745a7921ce97f5b8c1624&device_id=197d594f-0593-4fc9-ad7d-d03724ca05ae HTTP/1.1" status: 200 len: 1160 time: 0.3229325 Dec 04 00:54:49.238121 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-de5bfff9-c204-42ec-b5ee-1f69d04dd06c tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:54:49.241003 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '197d594f-0593-4fc9-ad7d-d03724ca05ae', 'tag': 'a4ef2439-5f19-4b66-acdb-03661b5988d4', 'status': 'completed', 'code': 200} Dec 04 00:54:49.247725 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-de5bfff9-c204-42ec-b5ee-1f69d04dd06c tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/networks?id=b41ba9d1-b8eb-4b60-b39c-3d77682273c8 HTTP/1.1" status: 200 len: 811 time: 1.1446750 Dec 04 00:54:49.251890 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-69fc22a4-709e-4c9b-bc07-5517d86887ca tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Request body: {'security_group_rule': {'security_group_id': 'd55acb5f-29af-46b7-a8b3-eb73d5ecb8eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:54:49.265657 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 51060b10-6f39-4dba-97cb-98998f868f2b up at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:54:49.283980 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-69fc22a4-709e-4c9b-bc07-5517d86887ca tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:49.307258 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-69fc22a4-709e-4c9b-bc07-5517d86887ca tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Usage tracker for resource:security_group_rule and tenant:27c40306c9424330a5920da109201aa5 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:49.310724 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d5ad3ea0-ecc3-41e4-8c81-8bf0a6fffa54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826697295'] for subnet, precommit_delete_associations {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:49.328551 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-69fc22a4-709e-4c9b-bc07-5517d86887ca tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:49.434093 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-1795a70f-24f0-4161-971a-f34ced85b305 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/quotas/04c9a96d934d4f7994fdaf4cc2f7c1bf HTTP/1.1" status: 200 len: 375 time: 0.1796823 Dec 04 00:54:49.436074 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 35814) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:49.464804 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba01a617-2679-4302-9d62-01062c647427 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6004644-8a2a-46fa-b0e9-79575f4c694c,revision_number=0']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:49.582326 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-69fc22a4-709e-4c9b-bc07-5517d86887ca tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:49.599936 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-f43f8b0b-d789-4dab-83f7-d75440eb0392 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4ef2439-5f19-4b66-acdb-03661b5988d4 HTTP/1.1" status: 200 len: 217 time: 0.2781286 Dec 04 00:54:49.686641 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-ba01a617-2679-4302-9d62-01062c647427 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.928s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:49.753823 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-c73d0fb7-d862-4eb9-845a-34abce56587b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:54:49.755461 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-c73d0fb7-d862-4eb9-845a-34abce56587b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=07bc11c6-5528-483c-8014-9e78a31f03c3 HTTP/1.1" status: 200 len: 852 time: 0.1457033 Dec 04 00:54:49.769433 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning for port 51060b10-6f39-4dba-97cb-98998f868f2b completed by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 00:54:49.777574 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-69fc22a4-709e-4c9b-bc07-5517d86887ca tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks [] for security_group_rule, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:49.778338 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning complete for port 51060b10-6f39-4dba-97cb-98998f868f2b triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:54:49.779332 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:49.796435 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c7f3be93-9ef9-4410-b7e2-e3d77bef9965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:49.832882 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-c7f3be93-9ef9-4410-b7e2-e3d77bef9965 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:49.837623 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-c7f3be93-9ef9-4410-b7e2-e3d77bef9965 admin admin] Usage tracker for resource:security_group_rule and tenant:49730a8d425143378c4ad380494fbebb is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:49.841134 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-c7f3be93-9ef9-4410-b7e2-e3d77bef9965 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:49.847762 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-c7f3be93-9ef9-4410-b7e2-e3d77bef9965 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:49.930471 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-69fc22a4-709e-4c9b-bc07-5517d86887ca tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:49.969387 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-69fc22a4-709e-4c9b-bc07-5517d86887ca tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103369'] for security_group_rule, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:49.971609 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:49.994360 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:50.024759 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d5ad3ea0-ecc3-41e4-8c81-8bf0a6fffa54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3344645'] for subnet, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:50.045859 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] For port 51060b10-6f39-4dba-97cb-98998f868f2b, host dv-cinder-763306-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=51060b10-6f39-4dba-97cb-98998f868f2b,segment=NetworkSegment(d123e863-f9de-44b7-aef3-f3565b117e15),segment_id=d123e863-f9de-44b7-aef3-f3565b117e15)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:54:50.071936 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:50.078939 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:50.080376 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc22a4-709e-4c9b-bc07-5517d86887ca tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad8709cc-f566-4fd3-afaa-34b6aad01a20,revision_number=0']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:50.083259 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-69fc22a4-709e-4c9b-bc07-5517d86887ca tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:50.129054 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-69fc22a4-709e-4c9b-bc07-5517d86887ca tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks [] for security_group_rule, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:50.133802 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-69fc22a4-709e-4c9b-bc07-5517d86887ca tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.8954873 Dec 04 00:54:50.138395 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 35822) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:50.145363 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c7f3be93-9ef9-4410-b7e2-e3d77bef9965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:50.151319 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-906f4c25-4a68-4a2f-8571-63fd274029ef tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Request body: {'floatingip': {'floating_network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae'}} {{(pid=80326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:54:50.172419 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-906f4c25-4a68-4a2f-8571-63fd274029ef tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:50.178777 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f20972-053e-467f-9ddc-19902d5e1797 admin admin] Router 1062fec8-c6c2-4a2a-a35c-3836e10c9f31 has already been hosted by L3 agent 584cecf2-ad77-484a-986e-0fea284e741d {{(pid=80327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 00:54:50.190145 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-906f4c25-4a68-4a2f-8571-63fd274029ef tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Usage tracker for resource:floatingip and tenant:27c40306c9424330a5920da109201aa5 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:50.194107 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-906f4c25-4a68-4a2f-8571-63fd274029ef tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:50.199932 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-1b350bc9-a2ce-4af3-a294-e1805b906a52 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?tenant_id=04c9a96d934d4f7994fdaf4cc2f7c1bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7648475 Dec 04 00:54:50.200647 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c7f3be93-9ef9-4410-b7e2-e3d77bef9965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:50.210433 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-906f4c25-4a68-4a2f-8571-63fd274029ef tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:50.228973 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:50.248015 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Pushing event updated for resources: {'Port': ['ID=51060b10-6f39-4dba-97cb-98998f868f2b,revision_number=5']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:50.251476 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-906f4c25-4a68-4a2f-8571-63fd274029ef tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks [] for floatingip, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:50.259466 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:50.289247 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d7b703-9254-4679-936b-f20328928cea req-5f4bbe1a-6ee6-4f42-9f9a-c1f27533f95c tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:54:50.291533 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-02d7b703-9254-4679-936b-f20328928cea req-5f4bbe1a-6ee6-4f42-9f9a-c1f27533f95c tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] 10.222.0.73 "GET /v2.0/ports?device_id=197d594f-0593-4fc9-ad7d-d03724ca05ae HTTP/1.1" status: 200 len: 943 time: 0.6495557 Dec 04 00:54:50.428030 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 35830) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:50.428286 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-c7f3be93-9ef9-4410-b7e2-e3d77bef9965 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=49730a8d425143378c4ad380494fbebb&name=default HTTP/1.1" status: 200 len: 2879 time: 0.9708054 Dec 04 00:54:50.429358 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f3be93-9ef9-4410-b7e2-e3d77bef9965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7600c7-9685-48a9-b127-0b6175b8d543,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:50.433491 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c7f3be93-9ef9-4410-b7e2-e3d77bef9965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:50.539114 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-906f4c25-4a68-4a2f-8571-63fd274029ef tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:50.554571 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 51060b10-6f39-4dba-97cb-98998f868f2b up at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:54:50.582281 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-68335316-f4d3-4856-b95a-068496a81345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:50.638445 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning complete for port 51060b10-6f39-4dba-97cb-98998f868f2b triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:54:50.638870 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:50.689548 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-68335316-f4d3-4856-b95a-068496a81345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:50.919489 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-ddb5f119-59ab-4197-90e1-3a8dd942ccb6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=649ca0aa-72bd-4e17-9388-fa810bd5b1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545597 Dec 04 00:54:50.975253 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-c1edb732-1a5c-4100-8cf3-b82107846bd4 service neutron] 10.222.0.73 "GET /v2.0/networks/b41ba9d1-b8eb-4b60-b39c-3d77682273c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7482901 Dec 04 00:54:50.988119 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-02d7b703-9254-4679-936b-f20328928cea req-1ac8baa1-c2ed-46dc-8eb3-82426406003e tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] 10.222.0.73 "GET /v2.0/security-groups?id=9349b741-3728-461f-9338-157987d14413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5418525 Dec 04 00:54:51.018785 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f20972-053e-467f-9ddc-19902d5e1797 admin admin] Notify agent at l3_agent.dv-cinder-763306-5-smb the message routers_updated {{(pid=80327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 00:54:51.031857 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822849a6-691c-4416-a9c4-d668dc83ffaa None None] Sync routers for ids ['1062fec8-c6c2-4a2a-a35c-3836e10c9f31'] in dv-cinder-763306-5-smb {{(pid=80328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 00:54:51.050985 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822849a6-691c-4416-a9c4-d668dc83ffaa None None] Routers {'1062fec8-c6c2-4a2a-a35c-3836e10c9f31'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 00:54:51.051878 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-822849a6-691c-4416-a9c4-d668dc83ffaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T00:54:47Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['1062fec8-c6c2-4a2a-a35c-3836e10c9f31'], 'active': True} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:54:51.161524 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [None req-906f4c25-4a68-4a2f-8571-63fd274029ef tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Allocated IP 172.28.3.70 (70fae593-b8e3-4ff7-b3b9-3060a635d4ae/838c8f98-d37b-4481-803e-42068845ce24/f1c70d9b-4c1b-4f53-8d6b-8cffdcf808bd) {{(pid=80326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 00:54:51.163414 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-658762e1-7ea7-473c-acc8-adf1eecfbd0f service neutron] 10.222.0.73 "GET /v2.0/networks/b41ba9d1-b8eb-4b60-b39c-3d77682273c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1689346 Dec 04 00:54:51.167311 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-68335316-f4d3-4856-b95a-068496a81345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:51.181899 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-51e873b4-99fe-454f-bb93-1ed37915079d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:51.192926 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-14d5b451-f207-4cea-a483-1dcce86ca367 service neutron] 10.222.0.86 "GET /v2.0/networks/649ca0aa-72bd-4e17-9388-fa810bd5b1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640409 Dec 04 00:54:51.199438 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-87f20972-053e-467f-9ddc-19902d5e1797 admin admin] 10.222.0.73 "PUT /v2.0/routers/1062fec8-c6c2-4a2a-a35c-3836e10c9f31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7314796 Dec 04 00:54:51.209777 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d5ad3ea0-ecc3-41e4-8c81-8bf0a6fffa54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851431139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827077137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1624647'] for subnet, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:51.216472 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68335316-f4d3-4856-b95a-068496a81345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7600c7-9685-48a9-b127-0b6175b8d543,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:51.265878 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-68335316-f4d3-4856-b95a-068496a81345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:51.440272 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-822849a6-691c-4416-a9c4-d668dc83ffaa None None] Set router 1062fec8-c6c2-4a2a-a35c-3836e10c9f31 gateway port host: dv-cinder-763306-5-smb {{(pid=80328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 00:54:51.444188 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-63ffea27-af5e-4146-b39f-07d800e21184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:51.491292 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d5ad3ea0-ecc3-41e4-8c81-8bf0a6fffa54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for subnet, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:51.497001 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-d5ad3ea0-ecc3-41e4-8c81-8bf0a6fffa54 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/7d8441ee-7539-496a-9544-a0e2d2bfd3e4 HTTP/1.1" status: 204 len: 168 time: 4.3979428 Dec 04 00:54:51.497752 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 35850) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:51.505803 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad3ea0-ecc3-41e4-8c81-8bf0a6fffa54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d8441ee-7539-496a-9544-a0e2d2bfd3e4,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:51.520615 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-d5ad3ea0-ecc3-41e4-8c81-8bf0a6fffa54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:51.692111 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-68335316-f4d3-4856-b95a-068496a81345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:51.695706 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-68335316-f4d3-4856-b95a-068496a81345 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9a7600c7-9685-48a9-b127-0b6175b8d543 HTTP/1.1" status: 204 len: 168 time: 1.2653916 Dec 04 00:54:51.768775 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-31924a13-1ba5-4433-bdb8-2da3370ab2b1 req-0d17bff6-81cc-4416-b540-b5dcdebd7c50 service neutron] 10.222.0.86 "GET /v2.0/networks/649ca0aa-72bd-4e17-9388-fa810bd5b1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5557258 Dec 04 00:54:51.803746 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-27706a41-ec73-4ea8-8f2e-fa2ef0f2f30b req-e7c3947d-5f9b-4c76-9f74-45f9dff8da89 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 210 time: 0.1238594 Dec 04 00:54:51.893035 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b257338a-8ccb-4cd2-9c78-4af6c9f98e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851311705'] for network, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:51.910725 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-906f4c25-4a68-4a2f-8571-63fd274029ef tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks [] for port, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:52.052387 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c32d68-7063-48bb-8380-34eafbd8f6f8 req-2d8fcafc-5415-46e2-9219-4278a26c542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:54:52.054499 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-41c32d68-7063-48bb-8380-34eafbd8f6f8 req-2d8fcafc-5415-46e2-9219-4278a26c542a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=eea45bcbec3745a7921ce97f5b8c1624&device_id=197d594f-0593-4fc9-ad7d-d03724ca05ae HTTP/1.1" status: 200 len: 1160 time: 0.1281116 Dec 04 00:54:52.057173 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-906f4c25-4a68-4a2f-8571-63fd274029ef tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386'] for port, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:52.078513 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-0b664996-cd53-4514-a35b-fcf39f5f9935 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:52.116603 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-822849a6-691c-4416-a9c4-d668dc83ffaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1062fec8-c6c2-4a2a-a35c-3836e10c9f31', 'name': 'tempest-ServerRescueNegativeTestJSON-468826325-router', 'tenant_id': '0bf338724dbe4d6fb75ec0856b79ca35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.142'}], 'enable_snat': True}, 'gw_port_id': '50e60986-35b5-4553-bb69-fdb87c3686d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:23Z', 'updated_at': '2020-12-04T00:54:45Z', 'revision_number': 4, 'project_id': '0bf338724dbe4d6fb75ec0856b79ca35', 'gw_port': {'id': '50e60986-35b5-4553-bb69-fdb87c3686d4', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:66:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1062fec8-c6c2-4a2a-a35c-3836e10c9f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:28Z', 'updated_at': '2020-12-04T00:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_interfaces': [{'id': 'f00d1f0f-2e27-4ba2-88fe-a3205c2bc4a1', 'name': '', 'network_id': '77143b40-0430-4aa2-93c2-47d05a30b59e', 'tenant_id': '0bf338724dbe4d6fb75ec0856b79ca35', 'mac_address': 'fa:16:3e:b0:a7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1062fec8-c6c2-4a2a-a35c-3836e10c9f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '8992a81f-7e9c-4e53-bca2-1c6f4569ebb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:39Z', 'updated_at': '2020-12-04T00:54:46Z', 'revision_number': 2, 'project_id': '0bf338724dbe4d6fb75ec0856b79ca35', 'subnets': [{'id': '8992a81f-7e9c-4e53-bca2-1c6f4569ebb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:54:52.124409 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822849a6-691c-4416-a9c4-d668dc83ffaa None None] Checking router: 1062fec8-c6c2-4a2a-a35c-3836e10c9f31 for host: dv-cinder-763306-5-smb {{(pid=80328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 00:54:52.124843 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822849a6-691c-4416-a9c4-d668dc83ffaa None None] Updating router 1062fec8-c6c2-4a2a-a35c-3836e10c9f31 port f00d1f0f-2e27-4ba2-88fe-a3205c2bc4a1 binding host dv-cinder-763306-5-smb {{(pid=80328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 04 00:54:52.146771 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b257338a-8ccb-4cd2-9c78-4af6c9f98e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3342492', 'neutron.services.segments.db._delete_segments_for_network--9223363291473146808'] for network, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:52.267155 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-822849a6-691c-4416-a9c4-d668dc83ffaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:52.318283 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c32d68-7063-48bb-8380-34eafbd8f6f8 req-dc9cbf88-a8b5-4f58-a7dd-1674e8b6f4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:54:52.325377 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-41c32d68-7063-48bb-8380-34eafbd8f6f8 req-dc9cbf88-a8b5-4f58-a7dd-1674e8b6f4dc service neutron] 10.222.0.86 "GET /v2.0/networks?id=649ca0aa-72bd-4e17-9388-fa810bd5b1c7 HTTP/1.1" status: 200 len: 906 time: 0.2462366 Dec 04 00:54:52.624034 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-41c32d68-7063-48bb-8380-34eafbd8f6f8 req-2024479b-774f-4df0-b71b-e664fd7d92fa service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4ef2439-5f19-4b66-acdb-03661b5988d4 HTTP/1.1" status: 200 len: 217 time: 0.2732840 Dec 04 00:54:52.772224 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c32d68-7063-48bb-8380-34eafbd8f6f8 req-28c99cbb-4f61-480f-b949-f51ae2b759dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:54:52.773807 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-41c32d68-7063-48bb-8380-34eafbd8f6f8 req-28c99cbb-4f61-480f-b949-f51ae2b759dc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=07bc11c6-5528-483c-8014-9e78a31f03c3 HTTP/1.1" status: 200 len: 852 time: 0.1341689 Dec 04 00:54:52.780401 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f4c25-4a68-4a2f-8571-63fd274029ef tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Pushing event updated for resources: {'Port': ['ID=f1c70d9b-4c1b-4f53-8d6b-8cffdcf808bd,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:52.790109 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-906f4c25-4a68-4a2f-8571-63fd274029ef tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:52.942933 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-41c32d68-7063-48bb-8380-34eafbd8f6f8 req-67557fed-6849-4619-80f9-b5f426acbbe4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=649ca0aa-72bd-4e17-9388-fa810bd5b1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1509538 Dec 04 00:54:53.017973 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.segments.db [None req-b257338a-8ccb-4cd2-9c78-4af6c9f98e5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['128ffba5-01fd-4f8d-af73-0b9b49cd6438']}} {{(pid=80327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:54:53.054376 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084a3b5-ee8d-4017-b214-61efff941eb4 req-d7826997-9eab-488d-9db2-e1eefb6e37e7 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:54:53.062467 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a084a3b5-ee8d-4017-b214-61efff941eb4 req-d7826997-9eab-488d-9db2-e1eefb6e37e7 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] 10.222.0.73 "GET /v2.0/ports?device_id=197d594f-0593-4fc9-ad7d-d03724ca05ae HTTP/1.1" status: 200 len: 943 time: 0.3982370 Dec 04 00:54:53.065696 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.segments.db [None req-b257338a-8ccb-4cd2-9c78-4af6c9f98e5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6e429b9-f793-40e7-8069-697a3581a377') {'for_net_delete': True} {{(pid=80327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:54:53.066039 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.segments.db [None req-b257338a-8ccb-4cd2-9c78-4af6c9f98e5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6e429b9-f793-40e7-8069-697a3581a377') {} {{(pid=80327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:54:53.083339 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b257338a-8ccb-4cd2-9c78-4af6c9f98e5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291473144760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28078521'] for segment, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:53.084741 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-822849a6-691c-4416-a9c4-d668dc83ffaa None None] Notify callbacks [] for port, precommit_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:53.099688 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-822849a6-691c-4416-a9c4-d668dc83ffaa None None] Transition to ACTIVE for port object f00d1f0f-2e27-4ba2-88fe-a3205c2bc4a1 will not be triggered until provisioned by entity L2. {{(pid=80328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 00:54:53.120337 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-41c32d68-7063-48bb-8380-34eafbd8f6f8 req-efc0b2c6-3d93-41c9-a50e-9e4a52cba0b0 service neutron] 10.222.0.86 "GET /v2.0/networks/649ca0aa-72bd-4e17-9388-fa810bd5b1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650612 Dec 04 00:54:53.126219 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906f4c25-4a68-4a2f-8571-63fd274029ef tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Network 70fae593-b8e3-4ff7-b3b9-3060a635d4ae is already hosted by enough agents. {{(pid=80326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 00:54:53.127492 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-906f4c25-4a68-4a2f-8571-63fd274029ef tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Resources bound (agent type, host, resource id): {{(pid=80326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:54:53.146797 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-822849a6-691c-4416-a9c4-d668dc83ffaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:53.151690 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a084a3b5-ee8d-4017-b214-61efff941eb4 req-7afc5381-a945-4a55-91f9-6e90ab02f6da tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] 10.222.0.73 "GET /v2.0/security-groups?id=9349b741-3728-461f-9338-157987d14413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882821 Dec 04 00:54:53.163589 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-c080848c-01a1-4d1a-8d07-5ef9e9913913 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:54:53.165705 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-c080848c-01a1-4d1a-8d07-5ef9e9913913 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/networks?id=77143b40-0430-4aa2-93c2-47d05a30b59e HTTP/1.1" status: 200 len: 818 time: 0.4319570 Dec 04 00:54:53.166832 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b257338a-8ccb-4cd2-9c78-4af6c9f98e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851436430'] for segment, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:53.169102 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b257338a-8ccb-4cd2-9c78-4af6c9f98e5b admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 04 00:54:53.206285 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c070dccc-af3f-4c8d-b19a-b54fd6a2c7a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:53.304574 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44abfb7b-571b-402f-8979-246c58486218 None None] Pushing event updated for resources: {'Port': ['ID=f00d1f0f-2e27-4ba2-88fe-a3205c2bc4a1,revision_number=3']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:53.315789 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-44abfb7b-571b-402f-8979-246c58486218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:53.410135 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-b257338a-8ccb-4cd2-9c78-4af6c9f98e5b admin admin] Network 128ffba5-01fd-4f8d-af73-0b9b49cd6438 has no segments {{(pid=80327) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 00:54:53.421869 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b257338a-8ccb-4cd2-9c78-4af6c9f98e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3339386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27697996'] for segment, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:53.427436 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906f4c25-4a68-4a2f-8571-63fd274029ef tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Received port after_create {{(pid=80326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 00:54:53.434419 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-41c32d68-7063-48bb-8380-34eafbd8f6f8 req-f110e368-0b32-47af-8b12-5a15aefa26f7 service neutron] 10.222.0.86 "GET /v2.0/networks/649ca0aa-72bd-4e17-9388-fa810bd5b1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3047862 Dec 04 00:54:53.436724 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-945352a7-f2c9-4b08-b238-2f988db9b87b tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/quotas/0bf338724dbe4d6fb75ec0856b79ca35 HTTP/1.1" status: 200 len: 375 time: 0.0641909 Dec 04 00:54:53.456094 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 35934) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:53.490525 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-906f4c25-4a68-4a2f-8571-63fd274029ef tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks [] for floatingip, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:53.500543 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 35940) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:53.612599 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-906f4c25-4a68-4a2f-8571-63fd274029ef tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:53.623717 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-fd57dffb-c17a-4fa0-a60b-9714560e1cb8 req-71b77648-d888-496c-831b-bc45b821b59b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 210 time: 0.1115243 Dec 04 00:54:53.736086 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-822849a6-691c-4416-a9c4-d668dc83ffaa None None] Attempting to bind port f00d1f0f-2e27-4ba2-88fe-a3205c2bc4a1 on host dv-cinder-763306-5-smb for vnic_type normal with profile {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 00:54:53.737957 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-822849a6-691c-4416-a9c4-d668dc83ffaa None None] Attempting to bind port f00d1f0f-2e27-4ba2-88fe-a3205c2bc4a1 by drivers openvswitch on host dv-cinder-763306-5-smb at level 0 using segments [{'id': '4488f1fe-a387-4cba-a67e-2b166f386e37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '77143b40-0430-4aa2-93c2-47d05a30b59e'}] {{(pid=80328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 00:54:53.739868 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822849a6-691c-4416-a9c4-d668dc83ffaa None None] Attempting to bind port f00d1f0f-2e27-4ba2-88fe-a3205c2bc4a1 on network 77143b40-0430-4aa2-93c2-47d05a30b59e {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 00:54:53.754097 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822849a6-691c-4416-a9c4-d668dc83ffaa None None] Checking agent: {'id': '47cd6ef8-6b98-4dda-9657-1784e54a0c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 44, 48), 'started_at': datetime.datetime(2020, 12, 4, 0, 45, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 00:54:53.757976 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822849a6-691c-4416-a9c4-d668dc83ffaa None None] Checking segment: {'id': '4488f1fe-a387-4cba-a67e-2b166f386e37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '77143b40-0430-4aa2-93c2-47d05a30b59e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 00:54:53.758676 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-822849a6-691c-4416-a9c4-d668dc83ffaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:53.759293 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822849a6-691c-4416-a9c4-d668dc83ffaa None None] Bound using segment: {'id': '4488f1fe-a387-4cba-a67e-2b166f386e37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '77143b40-0430-4aa2-93c2-47d05a30b59e'} {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 00:54:53.760113 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-822849a6-691c-4416-a9c4-d668dc83ffaa None None] Bound port: f00d1f0f-2e27-4ba2-88fe-a3205c2bc4a1, host: dv-cinder-763306-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4488f1fe-a387-4cba-a67e-2b166f386e37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '77143b40-0430-4aa2-93c2-47d05a30b59e'}}] {{(pid=80328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 00:54:53.761292 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-822849a6-691c-4416-a9c4-d668dc83ffaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:53.784685 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-b257338a-8ccb-4cd2-9c78-4af6c9f98e5b admin admin] Network 128ffba5-01fd-4f8d-af73-0b9b49cd6438 has no segments {{(pid=80327) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 00:54:53.811826 dv-cinder-763306-5-smb neutron-server[80215]: Traceback (most recent call last): Dec 04 00:54:53.811826 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 04 00:54:53.811826 dv-cinder-763306-5-smb neutron-server[80215]: timer() Dec 04 00:54:53.811826 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 04 00:54:53.811826 dv-cinder-763306-5-smb neutron-server[80215]: cb(*args, **kw) Dec 04 00:54:53.811826 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 04 00:54:53.811826 dv-cinder-763306-5-smb neutron-server[80215]: return func(*args, **kwargs) Dec 04 00:54:53.811826 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 04 00:54:53.811826 dv-cinder-763306-5-smb neutron-server[80215]: self._notify() Dec 04 00:54:53.811826 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 04 00:54:53.811826 dv-cinder-763306-5-smb neutron-server[80215]: self.callback(batched_events) Dec 04 00:54:53.811826 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 04 00:54:53.811826 dv-cinder-763306-5-smb neutron-server[80215]: event.method(event) Dec 04 00:54:53.811826 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 04 00:54:53.811826 dv-cinder-763306-5-smb neutron-server[80215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 04 00:54:53.811826 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 04 00:54:53.811826 dv-cinder-763306-5-smb neutron-server[80215]: segment_id)['aggregates'][0] Dec 04 00:54:53.811826 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 04 00:54:53.811826 dv-cinder-763306-5-smb neutron-server[80215]: return f(self, *a, **k) Dec 04 00:54:53.811826 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 04 00:54:53.811826 dv-cinder-763306-5-smb neutron-server[80215]: return self._get(url).json() Dec 04 00:54:53.811826 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 04 00:54:53.811826 dv-cinder-763306-5-smb neutron-server[80215]: **kwargs) Dec 04 00:54:53.811826 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 04 00:54:53.811826 dv-cinder-763306-5-smb neutron-server[80215]: return self.request(url, 'GET', **kwargs) Dec 04 00:54:53.811826 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 04 00:54:53.811826 dv-cinder-763306-5-smb neutron-server[80215]: **endpoint_filter) Dec 04 00:54:53.811826 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 04 00:54:53.811826 dv-cinder-763306-5-smb neutron-server[80215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 04 00:54:53.811826 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 04 00:54:53.811826 dv-cinder-763306-5-smb neutron-server[80215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 04 00:54:53.811826 dv-cinder-763306-5-smb neutron-server[80215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 04 00:54:53.819588 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-aad0bdd0-32a9-4043-9393-f604927a49e9 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Synchronizing usage tracker for tenant:0bf338724dbe4d6fb75ec0856b79ca35 on resource:port {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 00:54:53.966462 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-df4ebe2b-f5df-4639-a886-92d99eef8d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:53.974730 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-aad0bdd0-32a9-4043-9393-f604927a49e9 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Unset dirty status for tenant:0bf338724dbe4d6fb75ec0856b79ca35 on resource:port {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 00:54:53.976223 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-aad0bdd0-32a9-4043-9393-f604927a49e9 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?tenant_id=0bf338724dbe4d6fb75ec0856b79ca35&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5317898 Dec 04 00:54:53.982634 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d46488f6-0d96-4f5e-a9db-0ae3ef380bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:54.005942 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-822849a6-691c-4416-a9c4-d668dc83ffaa None None] For port f00d1f0f-2e27-4ba2-88fe-a3205c2bc4a1, host dv-cinder-763306-5-smb, cleared binding levels {{(pid=80328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 00:54:54.007474 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-df4ebe2b-f5df-4639-a886-92d99eef8d80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:54.017316 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-d46488f6-0d96-4f5e-a9db-0ae3ef380bb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:54.031094 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-df4ebe2b-f5df-4639-a886-92d99eef8d80 admin admin] Usage tracker for resource:security_group_rule and tenant:0d0835f6ed604d04b046e47c2ee9bf5a is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:54.034085 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-d46488f6-0d96-4f5e-a9db-0ae3ef380bb9 admin admin] Usage tracker for resource:security_group_rule and tenant:f334cff20aac4759b2c04819a71efbce is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:54.039430 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-d46488f6-0d96-4f5e-a9db-0ae3ef380bb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:54.042783 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-df4ebe2b-f5df-4639-a886-92d99eef8d80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:54.051352 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-822849a6-691c-4416-a9c4-d668dc83ffaa None None] For port f00d1f0f-2e27-4ba2-88fe-a3205c2bc4a1, host dv-cinder-763306-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=f00d1f0f-2e27-4ba2-88fe-a3205c2bc4a1,segment=NetworkSegment(4488f1fe-a387-4cba-a67e-2b166f386e37),segment_id=4488f1fe-a387-4cba-a67e-2b166f386e37)] {{(pid=80328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 00:54:54.052801 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-d46488f6-0d96-4f5e-a9db-0ae3ef380bb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:54.055089 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-df4ebe2b-f5df-4639-a886-92d99eef8d80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:54.106205 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-822849a6-691c-4416-a9c4-d668dc83ffaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:54.114627 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-906f4c25-4a68-4a2f-8571-63fd274029ef tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks [] for port, precommit_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:54.124083 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:54.124195 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b257338a-8ccb-4cd2-9c78-4af6c9f98e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851433324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656478'] for network, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:54.152194 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-b57d7501-854f-4f13-8360-b7ca07643f09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:54.162056 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-906f4c25-4a68-4a2f-8571-63fd274029ef tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:54.176446 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b257338a-8ccb-4cd2-9c78-4af6c9f98e5b admin admin] Pushing event deleted for resources: {'Network': ['ID=128ffba5-01fd-4f8d-af73-0b9b49cd6438,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:54.178670 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b257338a-8ccb-4cd2-9c78-4af6c9f98e5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for network, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:54.198847 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:54.207737 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-b257338a-8ccb-4cd2-9c78-4af6c9f98e5b admin admin] 10.222.0.73 "DELETE /v2.0/networks/128ffba5-01fd-4f8d-af73-0b9b49cd6438 HTTP/1.1" status: 204 len: 168 time: 2.7048864 Dec 04 00:54:54.220492 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-26f5052d-9575-403f-b1d4-9e1e3802ef2b service neutron] 10.222.0.73 "GET /v2.0/networks/77143b40-0430-4aa2-93c2-47d05a30b59e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351472 Dec 04 00:54:54.223503 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-b257338a-8ccb-4cd2-9c78-4af6c9f98e5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:54.237454 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44abfb7b-571b-402f-8979-246c58486218 None None] Pushing event updated for resources: {'Port': ['ID=f00d1f0f-2e27-4ba2-88fe-a3205c2bc4a1,revision_number=4']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:54.248964 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-44abfb7b-571b-402f-8979-246c58486218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:54.418449 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f4c25-4a68-4a2f-8571-63fd274029ef tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Pushing event updated for resources: {'Port': ['ID=f1c70d9b-4c1b-4f53-8d6b-8cffdcf808bd,revision_number=2']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:54.419417 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822849a6-691c-4416-a9c4-d668dc83ffaa None None] Routers {'1062fec8-c6c2-4a2a-a35c-3836e10c9f31'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 00:54:54.420112 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-822849a6-691c-4416-a9c4-d668dc83ffaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T00:54:47Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['1062fec8-c6c2-4a2a-a35c-3836e10c9f31'], 'active': True} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:54:54.430927 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-906f4c25-4a68-4a2f-8571-63fd274029ef tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:54.569353 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-906f4c25-4a68-4a2f-8571-63fd274029ef tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656493'] for floatingip, after_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:54.584593 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-2b092b57-bcf1-463f-ac60-3e0d37e17342 service neutron] 10.222.0.73 "GET /v2.0/networks/77143b40-0430-4aa2-93c2-47d05a30b59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3631482 Dec 04 00:54:54.610789 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-df4ebe2b-f5df-4639-a886-92d99eef8d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:54.614383 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ca28c-3e40-4265-b1ef-67dae02d4e18 req-0a6ba232-e230-49ad-a120-08cab99ae958 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:54:54.616390 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 35962) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:54.619845 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bf5ca28c-3e40-4265-b1ef-67dae02d4e18 req-0a6ba232-e230-49ad-a120-08cab99ae958 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] 10.222.0.73 "GET /v2.0/ports?device_id=197d594f-0593-4fc9-ad7d-d03724ca05ae HTTP/1.1" status: 200 len: 943 time: 0.1361492 Dec 04 00:54:54.656632 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-df4ebe2b-f5df-4639-a886-92d99eef8d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:54.670901 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d46488f6-0d96-4f5e-a9db-0ae3ef380bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:54.671330 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-822849a6-691c-4416-a9c4-d668dc83ffaa None None] Set router 1062fec8-c6c2-4a2a-a35c-3836e10c9f31 gateway port host: dv-cinder-763306-5-smb {{(pid=80328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 00:54:54.710199 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:54.720060 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-df4ebe2b-f5df-4639-a886-92d99eef8d80 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0d0835f6ed604d04b046e47c2ee9bf5a&name=default HTTP/1.1" status: 200 len: 2879 time: 1.2625251 Dec 04 00:54:54.723518 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 35968) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:54.726113 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bf5ca28c-3e40-4265-b1ef-67dae02d4e18 req-47dc55d0-8df5-4be4-9294-a4638748d418 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] 10.222.0.73 "GET /v2.0/security-groups?id=9349b741-3728-461f-9338-157987d14413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898869 Dec 04 00:54:54.762158 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-67f08fab-7103-4b72-ae24-12a8fa145449 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b3e43015aaa54f1da2d2ae7b3cc46e41&name=default HTTP/1.1" status: 200 len: 2875 time: 0.1443794 Dec 04 00:54:54.768521 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d46488f6-0d96-4f5e-a9db-0ae3ef380bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:54.785804 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 35974) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:54.797354 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-906f4c25-4a68-4a2f-8571-63fd274029ef tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for floatingip, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:54.797354 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-906f4c25-4a68-4a2f-8571-63fd274029ef tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6484034 Dec 04 00:54:54.815692 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ebe2b-f5df-4639-a886-92d99eef8d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2200321-f12c-42a1-93b8-f92c3e6e2b1b,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:54.838870 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-df4ebe2b-f5df-4639-a886-92d99eef8d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:54.844277 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:54.892346 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-37a35509-76bd-4d5b-9c05-26f0356142bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:54.953851 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46488f6-0d96-4f5e-a9db-0ae3ef380bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58a73cf-2375-46cc-b5a6-34eaa34771f4,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:54.958619 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-d46488f6-0d96-4f5e-a9db-0ae3ef380bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:54.961620 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-d46488f6-0d96-4f5e-a9db-0ae3ef380bb9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f334cff20aac4759b2c04819a71efbce&name=default HTTP/1.1" status: 200 len: 2879 time: 1.4598672 Dec 04 00:54:54.966710 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 35984) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:55.140872 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b4564009-08e8-4848-ab84-fb6ab7cfd8c2 req-9703967e-3560-4f69-ba52-bc37a469e42e tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 210 time: 0.1360457 Dec 04 00:54:55.153696 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a850906a-a964-401b-8c61-727cf6c7852c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:55.332547 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.objects.ports [None req-32b68ace-e981-4fab-8c7a-f14cb97204f5 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80328) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 04 00:54:55.375891 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-822849a6-691c-4416-a9c4-d668dc83ffaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1062fec8-c6c2-4a2a-a35c-3836e10c9f31', 'name': 'tempest-ServerRescueNegativeTestJSON-468826325-router', 'tenant_id': '0bf338724dbe4d6fb75ec0856b79ca35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.142'}], 'enable_snat': True}, 'gw_port_id': '50e60986-35b5-4553-bb69-fdb87c3686d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:23Z', 'updated_at': '2020-12-04T00:54:45Z', 'revision_number': 4, 'project_id': '0bf338724dbe4d6fb75ec0856b79ca35', 'gw_port': {'id': '50e60986-35b5-4553-bb69-fdb87c3686d4', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:66:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1062fec8-c6c2-4a2a-a35c-3836e10c9f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:28Z', 'updated_at': '2020-12-04T00:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_interfaces': [{'id': 'f00d1f0f-2e27-4ba2-88fe-a3205c2bc4a1', 'name': '', 'network_id': '77143b40-0430-4aa2-93c2-47d05a30b59e', 'tenant_id': '0bf338724dbe4d6fb75ec0856b79ca35', 'mac_address': 'fa:16:3e:b0:a7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1062fec8-c6c2-4a2a-a35c-3836e10c9f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '8992a81f-7e9c-4e53-bca2-1c6f4569ebb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:39Z', 'updated_at': '2020-12-04T00:54:53Z', 'revision_number': 4, 'project_id': '0bf338724dbe4d6fb75ec0856b79ca35', 'subnets': [{'id': '8992a81f-7e9c-4e53-bca2-1c6f4569ebb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:54:55.380731 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822849a6-691c-4416-a9c4-d668dc83ffaa None None] The sync data for ids ['1062fec8-c6c2-4a2a-a35c-3836e10c9f31'] in dv-cinder-763306-5-smb is: [{'id': '1062fec8-c6c2-4a2a-a35c-3836e10c9f31', 'name': 'tempest-ServerRescueNegativeTestJSON-468826325-router', 'tenant_id': '0bf338724dbe4d6fb75ec0856b79ca35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.142'}], 'enable_snat': True}, 'gw_port_id': '50e60986-35b5-4553-bb69-fdb87c3686d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:23Z', 'updated_at': '2020-12-04T00:54:45Z', 'revision_number': 4, 'project_id': '0bf338724dbe4d6fb75ec0856b79ca35', 'gw_port': {'id': '50e60986-35b5-4553-bb69-fdb87c3686d4', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:66:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1062fec8-c6c2-4a2a-a35c-3836e10c9f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:28Z', 'updated_at': '2020-12-04T00:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_interfaces': [{'id': 'f00d1f0f-2e27-4ba2-88fe-a3205c2bc4a1', 'name': '', 'network_id': '77143b40-0430-4aa2-93c2-47d05a30b59e', 'tenant_id': '0bf338724dbe4d6fb75ec0856b79ca35', 'mac_address': 'fa:16:3e:b0:a7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1062fec8-c6c2-4a2a-a35c-3836e10c9f31', 'device_owner': 'network:router_interface', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '8992a81f-7e9c-4e53-bca2-1c6f4569ebb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:39Z', 'updated_at': '2020-12-04T00:54:53Z', 'revision_number': 4, 'project_id': '0bf338724dbe4d6fb75ec0856b79ca35', 'subnets': [{'id': '8992a81f-7e9c-4e53-bca2-1c6f4569ebb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 00:54:55.389599 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-37a35509-76bd-4d5b-9c05-26f0356142bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:55.412150 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a679b60b-446e-4de1-bd71-6e52bf9ed3e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:55.434724 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a850906a-a964-401b-8c61-727cf6c7852c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:55.520600 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-113337ce-ff70-409c-ae87-bfa8478ed829 req-bad51f63-d87c-4076-9560-e4acfe417a1e tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 210 time: 0.3733819 Dec 04 00:54:55.585426 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-9050ca1a-815e-4499-9936-f1adf5238487 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:54:55.586170 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-9050ca1a-815e-4499-9936-f1adf5238487 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Synchronizing usage tracker for tenant:04c9a96d934d4f7994fdaf4cc2f7c1bf on resource:network {{(pid=80326) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 00:54:55.613731 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-026fe937-db82-4494-9bde-10d70c510304 req-bb7a4bcc-8d6e-4a35-9fca-e23b0b337baf tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Synchronizing usage tracker for tenant:27c40306c9424330a5920da109201aa5 on resource:security_group {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 00:54:55.621300 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a679b60b-446e-4de1-bd71-6e52bf9ed3e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:55.672371 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-9050ca1a-815e-4499-9936-f1adf5238487 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Unset dirty status for tenant:04c9a96d934d4f7994fdaf4cc2f7c1bf on resource:network {{(pid=80326) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 00:54:55.674151 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-9050ca1a-815e-4499-9936-f1adf5238487 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.86 "GET /v2.0/networks?id=b41ba9d1-b8eb-4b60-b39c-3d77682273c8 HTTP/1.1" status: 200 len: 811 time: 0.6121442 Dec 04 00:54:55.706539 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-026fe937-db82-4494-9bde-10d70c510304 req-bb7a4bcc-8d6e-4a35-9fca-e23b0b337baf tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Unset dirty status for tenant:27c40306c9424330a5920da109201aa5 on resource:security_group {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 00:54:55.713834 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-026fe937-db82-4494-9bde-10d70c510304 req-bb7a4bcc-8d6e-4a35-9fca-e23b0b337baf tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--37030381&fields=id&tenant_id=27c40306c9424330a5920da109201aa5 HTTP/1.1" status: 200 len: 267 time: 0.2395658 Dec 04 00:54:55.785159 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-ac60e5a6-0a86-4600-a437-15abbc844d40 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Synchronizing usage tracker for tenant:04c9a96d934d4f7994fdaf4cc2f7c1bf on resource:security_group {{(pid=80326) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 00:54:55.863255 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a850906a-a964-401b-8c61-727cf6c7852c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:55.869376 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-ac60e5a6-0a86-4600-a437-15abbc844d40 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Unset dirty status for tenant:04c9a96d934d4f7994fdaf4cc2f7c1bf on resource:security_group {{(pid=80326) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 00:54:55.871075 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-ac60e5a6-0a86-4600-a437-15abbc844d40 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=04c9a96d934d4f7994fdaf4cc2f7c1bf HTTP/1.1" status: 200 len: 5505 time: 0.1738112 Dec 04 00:54:55.873860 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:55.888635 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a850906a-a964-401b-8c61-727cf6c7852c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58a73cf-2375-46cc-b5a6-34eaa34771f4,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:55.891339 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a850906a-a964-401b-8c61-727cf6c7852c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:55.896976 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-f200eb3b-f00d-4109-a794-a97d5400179b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Request body: {'port': {'device_id': '5dc6983a-3be7-44b8-aadc-a3d819d47f62', 'network_id': 'b41ba9d1-b8eb-4b60-b39c-3d77682273c8', 'admin_state_up': True, 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'security_groups': ['978b1d25-473d-42fc-8057-7fd8e260165d']}} {{(pid=80326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:54:55.916379 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026fe937-db82-4494-9bde-10d70c510304 req-317d43ad-6cc1-4b35-af1b-ccefb067c50f tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:54:55.917947 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-026fe937-db82-4494-9bde-10d70c510304 req-317d43ad-6cc1-4b35-af1b-ccefb067c50f tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/networks?id=81043efb-b877-4e23-b898-a49f43cd94b2 HTTP/1.1" status: 200 len: 816 time: 0.1697147 Dec 04 00:54:55.941548 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a850906a-a964-401b-8c61-727cf6c7852c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:55.943053 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-a850906a-a964-401b-8c61-727cf6c7852c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e58a73cf-2375-46cc-b5a6-34eaa34771f4 HTTP/1.1" status: 204 len: 168 time: 0.9739184 Dec 04 00:54:55.978036 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device a4ef2439-5f19-4b66-acdb-03661b5988d4 up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:54:56.042621 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-37a35509-76bd-4d5b-9c05-26f0356142bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:56.057218 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c0845abe-f94b-4774-bd40-4e39a117ff11 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:56.073609 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-026fe937-db82-4494-9bde-10d70c510304 req-523cd20d-38b3-4e12-a308-7ee49df730e4 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/quotas/27c40306c9424330a5920da109201aa5 HTTP/1.1" status: 200 len: 375 time: 0.0816298 Dec 04 00:54:56.080354 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a35509-76bd-4d5b-9c05-26f0356142bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2200321-f12c-42a1-93b8-f92c3e6e2b1b,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:56.088095 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-37a35509-76bd-4d5b-9c05-26f0356142bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:56.218766 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-37a35509-76bd-4d5b-9c05-26f0356142bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:56.218766 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-37a35509-76bd-4d5b-9c05-26f0356142bd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c2200321-f12c-42a1-93b8-f92c3e6e2b1b HTTP/1.1" status: 204 len: 168 time: 1.4912114 Dec 04 00:54:56.238240 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning for port a4ef2439-5f19-4b66-acdb-03661b5988d4 completed by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 00:54:56.242087 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-f200eb3b-f00d-4109-a794-a97d5400179b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:56.245544 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port a4ef2439-5f19-4b66-acdb-03661b5988d4 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:54:56.246312 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:56.247196 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-f200eb3b-f00d-4109-a794-a97d5400179b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Usage tracker for resource:port and tenant:04c9a96d934d4f7994fdaf4cc2f7c1bf is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:56.250494 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-f200eb3b-f00d-4109-a794-a97d5400179b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Quota usage for port was recalculated. Used quota:3. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:56.256850 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-f200eb3b-f00d-4109-a794-a97d5400179b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:56.300877 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-6b97683b-4eeb-4556-9392-e5c215709d24 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:54:56.308860 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-6b97683b-4eeb-4556-9392-e5c215709d24 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/networks?id=77143b40-0430-4aa2-93c2-47d05a30b59e HTTP/1.1" status: 200 len: 818 time: 0.5908229 Dec 04 00:54:56.349242 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-97a3b663-c550-4bcc-9db3-9f81091e33f3 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/quotas/0bf338724dbe4d6fb75ec0856b79ca35 HTTP/1.1" status: 200 len: 375 time: 0.0393708 Dec 04 00:54:56.358424 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-f200eb3b-f00d-4109-a794-a97d5400179b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Made reservation on behalf of 04c9a96d934d4f7994fdaf4cc2f7c1bf for: {'port': 1} {{(pid=80326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 00:54:56.364878 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-f200eb3b-f00d-4109-a794-a97d5400179b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:56.415589 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a679b60b-446e-4de1-bd71-6e52bf9ed3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:56.422341 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a679b60b-446e-4de1-bd71-6e52bf9ed3e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:56.426489 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-a679b60b-446e-4de1-bd71-6e52bf9ed3e4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/393e7cdc-d697-4c5b-acd1-9322a759f23e HTTP/1.1" status: 204 len: 168 time: 1.6354671 Dec 04 00:54:56.430301 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:56.444683 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679b60b-446e-4de1-bd71-6e52bf9ed3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393e7cdc-d697-4c5b-acd1-9322a759f23e,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:56.448804 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a679b60b-446e-4de1-bd71-6e52bf9ed3e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:56.474139 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-026fe937-db82-4494-9bde-10d70c510304 req-271512e9-419e-4c52-a4b6-9a6cbb5a5873 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Synchronizing usage tracker for tenant:27c40306c9424330a5920da109201aa5 on resource:port {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 00:54:56.537336 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:56.584880 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-b01a1b87-1032-4194-997b-06a88a5bb30e tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?tenant_id=0bf338724dbe4d6fb75ec0856b79ca35&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2345881 Dec 04 00:54:56.588377 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-026fe937-db82-4494-9bde-10d70c510304 req-271512e9-419e-4c52-a4b6-9a6cbb5a5873 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Unset dirty status for tenant:27c40306c9424330a5920da109201aa5 on resource:port {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 00:54:56.603734 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-026fe937-db82-4494-9bde-10d70c510304 req-271512e9-419e-4c52-a4b6-9a6cbb5a5873 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?tenant_id=27c40306c9424330a5920da109201aa5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5208783 Dec 04 00:54:56.647614 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197d594f-0593-4fc9-ad7d-d03724ca05ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ef2439-5f19-4b66-acdb-03661b5988d4'}] {{(pid=80328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:54:56.814149 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device f00d1f0f-2e27-4ba2-88fe-a3205c2bc4a1 up at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:54:56.847052 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] For port a4ef2439-5f19-4b66-acdb-03661b5988d4, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=a4ef2439-5f19-4b66-acdb-03661b5988d4,segment=NetworkSegment(89b204fc-4949-43eb-8e8b-b54240b7048e),segment_id=89b204fc-4949-43eb-8e8b-b54240b7048e)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:54:56.883342 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:56.888249 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-44abfb7b-571b-402f-8979-246c58486218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:56.988032 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Pushing event updated for resources: {'Port': ['ID=a4ef2439-5f19-4b66-acdb-03661b5988d4,revision_number=4']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:56.991522 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:57.026448 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning for port f00d1f0f-2e27-4ba2-88fe-a3205c2bc4a1 completed by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 00:54:57.034924 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning complete for port f00d1f0f-2e27-4ba2-88fe-a3205c2bc4a1 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:54:57.035645 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:57.045645 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-026fe937-db82-4494-9bde-10d70c510304 req-8161beb5-7134-44db-b573-e48826b96d94 service neutron] 10.222.0.73 "GET /v2.0/networks/81043efb-b877-4e23-b898-a49f43cd94b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408727 Dec 04 00:54:57.243956 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:57.253169 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-f200eb3b-f00d-4109-a794-a97d5400179b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Allocated IP 172.20.0.10 (b41ba9d1-b8eb-4b60-b39c-3d77682273c8/2d3dffb9-b2e9-4653-a15c-51f3777e3e03/e236366b-b7bb-43a8-ab8b-65cd6680398a) {{(pid=80326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 00:54:57.277331 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device a4ef2439-5f19-4b66-acdb-03661b5988d4 up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:54:57.382932 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] For port f00d1f0f-2e27-4ba2-88fe-a3205c2bc4a1, host dv-cinder-763306-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=f00d1f0f-2e27-4ba2-88fe-a3205c2bc4a1,segment=NetworkSegment(4488f1fe-a387-4cba-a67e-2b166f386e37),segment_id=4488f1fe-a387-4cba-a67e-2b166f386e37)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:54:57.384113 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port a4ef2439-5f19-4b66-acdb-03661b5988d4 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:54:57.384535 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:57.419535 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-026fe937-db82-4494-9bde-10d70c510304 req-f08922ec-e809-4842-aaf6-a2dc64bfaea7 service neutron] 10.222.0.73 "GET /v2.0/networks/81043efb-b877-4e23-b898-a49f43cd94b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3696380 Dec 04 00:54:57.444057 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:57.449421 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:57.576472 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Pushing event updated for resources: {'Port': ['ID=f00d1f0f-2e27-4ba2-88fe-a3205c2bc4a1,revision_number=5']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:57.584976 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:57.685414 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-f200eb3b-f00d-4109-a794-a97d5400179b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for port, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:57.701329 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 36072) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:57.723761 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-f200eb3b-f00d-4109-a794-a97d5400179b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Transition to ACTIVE for port object e236366b-b7bb-43a8-ab8b-65cd6680398a will not be triggered until provisioned by entity DHCP. {{(pid=80326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 00:54:57.726444 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6fea9410-a62b-4b01-9b1a-ef87a62c15f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:57.763022 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-6fea9410-a62b-4b01-9b1a-ef87a62c15f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:57.771267 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-6fea9410-a62b-4b01-9b1a-ef87a62c15f4 admin admin] Usage tracker for resource:security_group_rule and tenant:432e01a615f6499c9b8e79304172a77d is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:57.774737 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-f200eb3b-f00d-4109-a794-a97d5400179b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386'] for port, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:57.775260 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-6fea9410-a62b-4b01-9b1a-ef87a62c15f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:57.782001 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-6fea9410-a62b-4b01-9b1a-ef87a62c15f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:57.797293 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 36078) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:57.818804 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-0b664996-cd53-4514-a35b-fcf39f5f9935 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:57.820719 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.86', 62462) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:58.002798 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200eb3b-f00d-4109-a794-a97d5400179b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Pushing event updated for resources: {'Port': ['ID=e236366b-b7bb-43a8-ab8b-65cd6680398a,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:58.011070 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-bc99bd11-23e1-47da-822e-529d8e634267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:58.019536 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-f200eb3b-f00d-4109-a794-a97d5400179b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:58.088230 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-f200eb3b-f00d-4109-a794-a97d5400179b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Network b41ba9d1-b8eb-4b60-b39c-3d77682273c8 is already hosted by enough agents. {{(pid=80326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 00:54:58.088230 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-f200eb3b-f00d-4109-a794-a97d5400179b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Resources bound (agent type, host, resource id): {{(pid=80326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:54:58.089505 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-f200eb3b-f00d-4109-a794-a97d5400179b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Received port after_create {{(pid=80326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 00:54:58.096694 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-f200eb3b-f00d-4109-a794-a97d5400179b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:54:58.097658 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-f200eb3b-f00d-4109-a794-a97d5400179b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for port, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:58.170150 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-f200eb3b-f00d-4109-a794-a97d5400179b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2836711 Dec 04 00:54:58.189613 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-ab9ba2e4-1587-4056-931d-d1dd7a2d2fb1 service neutron] Request body: {'port': {'device_id': '5dc6983a-3be7-44b8-aadc-a3d819d47f62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:54:58.278204 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-bc99bd11-23e1-47da-822e-529d8e634267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:58.301528 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-34e94d73-d446-4c59-b8fb-f37da8868e45 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:54:58.303387 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-34e94d73-d446-4c59-b8fb-f37da8868e45 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.86 "GET /v2.0/networks?id=77143b40-0430-4aa2-93c2-47d05a30b59e HTTP/1.1" status: 200 len: 818 time: 0.4224515 Dec 04 00:54:58.312232 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-bc99bd11-23e1-47da-822e-529d8e634267 admin admin] Usage tracker for resource:security_group_rule and tenant:25351ce6b60e478f8f1111a6602b4b91 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:58.316445 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-bc99bd11-23e1-47da-822e-529d8e634267 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:58.328488 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-d260a037-c8d6-4b49-8d96-5b448f99bdea tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Request body: {'port': {'device_id': '3aaa9333-e442-49ae-8649-b11011b2a3ae', 'network_id': '77143b40-0430-4aa2-93c2-47d05a30b59e', 'admin_state_up': True, 'tenant_id': '0bf338724dbe4d6fb75ec0856b79ca35'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:54:58.357054 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-bc99bd11-23e1-47da-822e-529d8e634267 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:58.369971 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-ab9ba2e4-1587-4056-931d-d1dd7a2d2fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:58.381323 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 36098) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:58.484376 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-b1faced6-9577-4242-b8b9-834a52465238 None None] Provisioning for port e236366b-b7bb-43a8-ab8b-65cd6680398a completed by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 00:54:58.508218 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb41be-5bd6-4a2c-90c7-19cb49c1c352 req-d9aa2893-3f04-4123-9079-84727803f793 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:54:58.510412 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9beb41be-5bd6-4a2c-90c7-19cb49c1c352 req-d9aa2893-3f04-4123-9079-84727803f793 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] 10.222.0.73 "GET /v2.0/ports?device_id=197d594f-0593-4fc9-ad7d-d03724ca05ae HTTP/1.1" status: 200 len: 945 time: 0.5712216 Dec 04 00:54:58.511852 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-b1faced6-9577-4242-b8b9-834a52465238 None None] Provisioning complete for port e236366b-b7bb-43a8-ab8b-65cd6680398a triggered by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:54:58.514873 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b1faced6-9577-4242-b8b9-834a52465238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:58.612149 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9beb41be-5bd6-4a2c-90c7-19cb49c1c352 req-895ea775-1dd1-439d-9dbe-a088c1a0b76e tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] 10.222.0.73 "GET /v2.0/security-groups?id=9349b741-3728-461f-9338-157987d14413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869801 Dec 04 00:54:58.625482 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-626aeb24-a207-4cb1-a93f-97ddfb99c7fb service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=80327) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 04 00:54:58.626592 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-626aeb24-a207-4cb1-a93f-97ddfb99c7fb service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.5756371 Dec 04 00:54:58.642797 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-b1faced6-9577-4242-b8b9-834a52465238 None None] Port e236366b-b7bb-43a8-ab8b-65cd6680398a cannot update to ACTIVE because it is not bound. {{(pid=80328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 04 00:54:58.643313 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-d260a037-c8d6-4b49-8d96-5b448f99bdea tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:58.646032 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device f00d1f0f-2e27-4ba2-88fe-a3205c2bc4a1 up at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:54:58.688674 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-d260a037-c8d6-4b49-8d96-5b448f99bdea tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:58.742454 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-8cb3393d-2ecf-46a0-91c2-8f376994f8f2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f314320e4b3e4383af1c522a87b5bef0&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3586357 Dec 04 00:54:58.744947 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 36110) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:58.795133 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 36114) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:58.803985 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6fea9410-a62b-4b01-9b1a-ef87a62c15f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:58.818684 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning complete for port f00d1f0f-2e27-4ba2-88fe-a3205c2bc4a1 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:54:58.819285 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:58.845274 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6fea9410-a62b-4b01-9b1a-ef87a62c15f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:58.876081 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e5ffe614-216a-4f57-bc69-00ed1394fc27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:58.916870 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e5ffe614-216a-4f57-bc69-00ed1394fc27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:58.933836 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-37a35509-76bd-4d5b-9c05-26f0356142bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:58.960628 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-d260a037-c8d6-4b49-8d96-5b448f99bdea tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Made reservation on behalf of 0bf338724dbe4d6fb75ec0856b79ca35 for: {'port': 1} {{(pid=80327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 00:54:58.966879 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-d260a037-c8d6-4b49-8d96-5b448f99bdea tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:58.998125 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea9410-a62b-4b01-9b1a-ef87a62c15f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0697daf9-bcf6-4794-9b71-b5b582038ad2,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:59.022039 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-6fea9410-a62b-4b01-9b1a-ef87a62c15f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:59.076836 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-ce45ce4f-f08f-4b4c-9eab-cdc7a25efba3 service neutron] 10.222.0.73 "GET /v2.0/networks/77143b40-0430-4aa2-93c2-47d05a30b59e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4308367 Dec 04 00:54:59.114268 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4031745a-b13f-4fc6-8c1e-85fa2c6ac028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:59.124891 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e5ffe614-216a-4f57-bc69-00ed1394fc27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:59.141097 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-df4ebe2b-f5df-4639-a886-92d99eef8d80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:59.157976 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ffe614-216a-4f57-bc69-00ed1394fc27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903ceba4-2d34-4c90-9462-6378f9f6a1ce,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:59.163431 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-e5ffe614-216a-4f57-bc69-00ed1394fc27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:59.167358 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e5ffe614-216a-4f57-bc69-00ed1394fc27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:59.168664 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-e5ffe614-216a-4f57-bc69-00ed1394fc27 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/903ceba4-2d34-4c90-9462-6378f9f6a1ce HTTP/1.1" status: 204 len: 168 time: 0.4225633 Dec 04 00:54:59.175790 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-ab9ba2e4-1587-4056-931d-d1dd7a2d2fb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e236366b-b7bb-43a8-ab8b-65cd6680398a {{(pid=80326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 04 00:54:59.186056 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-ab9ba2e4-1587-4056-931d-d1dd7a2d2fb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:59.199917 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-ab9ba2e4-1587-4056-931d-d1dd7a2d2fb1 service neutron] Transition to ACTIVE for port object e236366b-b7bb-43a8-ab8b-65cd6680398a will not be triggered until provisioned by entity L2. {{(pid=80326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 00:54:59.231645 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-ab9ba2e4-1587-4056-931d-d1dd7a2d2fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:59.259141 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-6fea9410-a62b-4b01-9b1a-ef87a62c15f4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=432e01a615f6499c9b8e79304172a77d&name=default HTTP/1.1" status: 200 len: 2879 time: 1.5555930 Dec 04 00:54:59.261261 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-f200eb3b-f00d-4109-a794-a97d5400179b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:59.272523 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 36122) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:59.283380 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-4031745a-b13f-4fc6-8c1e-85fa2c6ac028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:54:59.286919 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-bc99bd11-23e1-47da-822e-529d8e634267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:59.404013 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ba2e4-1587-4056-931d-d1dd7a2d2fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=e236366b-b7bb-43a8-ab8b-65cd6680398a,revision_number=2']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:59.414369 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-ab9ba2e4-1587-4056-931d-d1dd7a2d2fb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:59.417527 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-4031745a-b13f-4fc6-8c1e-85fa2c6ac028 admin admin] Usage tracker for resource:security_group_rule and tenant:309ddbc2879940c1aa16010067b230ed is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:54:59.427025 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-bc99bd11-23e1-47da-822e-529d8e634267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:59.429223 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-4031745a-b13f-4fc6-8c1e-85fa2c6ac028 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:54:59.473804 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a679b60b-446e-4de1-bd71-6e52bf9ed3e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:59.506289 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-4031745a-b13f-4fc6-8c1e-85fa2c6ac028 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:54:59.542947 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981915d-2d87-46c2-9e45-4e3a3925c730 req-49ee3ece-90af-4bda-a53e-660a636d6658 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:54:59.544712 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6981915d-2d87-46c2-9e45-4e3a3925c730 req-49ee3ece-90af-4bda-a53e-660a636d6658 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 932 time: 0.7052994 Dec 04 00:54:59.545437 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc99bd11-23e1-47da-822e-529d8e634267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b213a4-4b2b-46fe-b5a6-dd1fbc011f6d,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:54:59.599356 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-ab9ba2e4-1587-4056-931d-d1dd7a2d2fb1 service neutron] Attempting to bind port e236366b-b7bb-43a8-ab8b-65cd6680398a on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 00:54:59.599874 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-ab9ba2e4-1587-4056-931d-d1dd7a2d2fb1 service neutron] Attempting to bind port e236366b-b7bb-43a8-ab8b-65cd6680398a by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '8ede4a70-4206-4219-8975-4c9d08884fc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b41ba9d1-b8eb-4b60-b39c-3d77682273c8'}] {{(pid=80326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 00:54:59.600341 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-ab9ba2e4-1587-4056-931d-d1dd7a2d2fb1 service neutron] Attempting to bind port e236366b-b7bb-43a8-ab8b-65cd6680398a on network b41ba9d1-b8eb-4b60-b39c-3d77682273c8 {{(pid=80326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 00:54:59.607341 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-ab9ba2e4-1587-4056-931d-d1dd7a2d2fb1 service neutron] Checking agent: {'id': '37b4fca6-97cd-43de-9e09-0e080c5ad260', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 52, 16), 'started_at': datetime.datetime(2020, 12, 4, 0, 52, 46), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 00:54:59.607713 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-ab9ba2e4-1587-4056-931d-d1dd7a2d2fb1 service neutron] Checking segment: {'id': '8ede4a70-4206-4219-8975-4c9d08884fc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b41ba9d1-b8eb-4b60-b39c-3d77682273c8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 00:54:59.608266 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-ab9ba2e4-1587-4056-931d-d1dd7a2d2fb1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:59.608657 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-ab9ba2e4-1587-4056-931d-d1dd7a2d2fb1 service neutron] Bound using segment: {'id': '8ede4a70-4206-4219-8975-4c9d08884fc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b41ba9d1-b8eb-4b60-b39c-3d77682273c8'} {{(pid=80326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 00:54:59.609710 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-bc99bd11-23e1-47da-822e-529d8e634267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:54:59.610235 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-ab9ba2e4-1587-4056-931d-d1dd7a2d2fb1 service neutron] Bound port: e236366b-b7bb-43a8-ab8b-65cd6680398a, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ede4a70-4206-4219-8975-4c9d08884fc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b41ba9d1-b8eb-4b60-b39c-3d77682273c8'}}] {{(pid=80326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 00:54:59.610611 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-ab9ba2e4-1587-4056-931d-d1dd7a2d2fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:59.652897 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6981915d-2d87-46c2-9e45-4e3a3925c730 req-42e9f646-2844-4267-a620-45c572e6cc7c tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=978b1d25-473d-42fc-8057-7fd8e260165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741234 Dec 04 00:54:59.741153 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-ab9ba2e4-1587-4056-931d-d1dd7a2d2fb1 service neutron] For port e236366b-b7bb-43a8-ab8b-65cd6680398a, host hv-cinder-76330, cleared binding levels {{(pid=80326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 00:54:59.744743 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-ab9ba2e4-1587-4056-931d-d1dd7a2d2fb1 service neutron] For port e236366b-b7bb-43a8-ab8b-65cd6680398a, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=e236366b-b7bb-43a8-ab8b-65cd6680398a,segment=NetworkSegment(8ede4a70-4206-4219-8975-4c9d08884fc7),segment_id=8ede4a70-4206-4219-8975-4c9d08884fc7)] {{(pid=80326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 00:54:59.748195 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-bc99bd11-23e1-47da-822e-529d8e634267 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=25351ce6b60e478f8f1111a6602b4b91&name=default HTTP/1.1" status: 200 len: 2879 time: 1.9480786 Dec 04 00:54:59.751302 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 36136) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:54:59.775905 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2fad0bb7-49be-4319-8a61-debc6a4b0cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:59.784761 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-ab9ba2e4-1587-4056-931d-d1dd7a2d2fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:59.810341 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:54:59.825319 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-d9934fb1-0d6d-43af-93fe-72315b585b77 service neutron] 10.222.0.73 "GET /v2.0/networks/77143b40-0430-4aa2-93c2-47d05a30b59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7343888 Dec 04 00:54:59.857272 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2fad0bb7-49be-4319-8a61-debc6a4b0cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:59.979040 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2fad0bb7-49be-4319-8a61-debc6a4b0cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:54:59.988662 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b38f029a-437e-4612-948b-08132487cc35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:00.012893 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f9aad503-5f1d-4727-a892-675e48d73e58 req-2b2d25b9-8ae5-4b2a-aa10-73d54906974d tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 210 time: 0.1052508 Dec 04 00:55:00.023062 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-763c9f01-1a6c-4a7a-9a02-1758aa23a6c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:00.029691 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ba2e4-1587-4056-931d-d1dd7a2d2fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=e236366b-b7bb-43a8-ab8b-65cd6680398a,revision_number=3']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:00.037837 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-d260a037-c8d6-4b49-8d96-5b448f99bdea tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Allocated IP 172.20.0.4 (77143b40-0430-4aa2-93c2-47d05a30b59e/8992a81f-7e9c-4e53-bca2-1c6f4569ebb0/e8e80825-9d6c-4e2f-9f4f-56904567bf39) {{(pid=80327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 00:55:00.043455 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad0bb7-49be-4319-8a61-debc6a4b0cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0697daf9-bcf6-4794-9b71-b5b582038ad2,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:00.046894 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-2fad0bb7-49be-4319-8a61-debc6a4b0cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:00.108135 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b38f029a-437e-4612-948b-08132487cc35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:00.131541 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.86', 62466) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:00.247796 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-ab9ba2e4-1587-4056-931d-d1dd7a2d2fb1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:00.338540 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-ab9ba2e4-1587-4056-931d-d1dd7a2d2fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:00.340247 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-ab9ba2e4-1587-4056-931d-d1dd7a2d2fb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for port, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:00.341820 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-ab9ba2e4-1587-4056-931d-d1dd7a2d2fb1 service neutron] 10.222.0.86 "PUT /v2.0/ports/e236366b-b7bb-43a8-ab8b-65cd6680398a HTTP/1.1" status: 200 len: 1158 time: 2.1570854 Dec 04 00:55:00.342360 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc6983a-3be7-44b8-aadc-a3d819d47f62', 'tag': 'e236366b-b7bb-43a8-ab8b-65cd6680398a'}] {{(pid=80326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:55:00.396458 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197d594f-0593-4fc9-ad7d-d03724ca05ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4ef2439-5f19-4b66-acdb-03661b5988d4', 'code': 200} Dec 04 00:55:00.403904 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b38f029a-437e-4612-948b-08132487cc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:00.410329 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-54d6091b-548f-447e-a2f1-15c37dc403ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:00.441893 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f029a-437e-4612-948b-08132487cc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b213a4-4b2b-46fe-b5a6-dd1fbc011f6d,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:00.455792 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-b38f029a-437e-4612-948b-08132487cc35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:00.460206 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b38f029a-437e-4612-948b-08132487cc35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:00.464239 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-b38f029a-437e-4612-948b-08132487cc35 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b7b213a4-4b2b-46fe-b5a6-dd1fbc011f6d HTTP/1.1" status: 204 len: 168 time: 0.7092247 Dec 04 00:55:00.653078 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-df89c48e-8624-4916-abd3-a488f3080422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:00.659619 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-df89c48e-8624-4916-abd3-a488f3080422 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=04c9a96d934d4f7994fdaf4cc2f7c1bf&device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 1161 time: 0.1640029 Dec 04 00:55:00.831991 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-28b577d6-bb84-416a-adc7-b869757cca88 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e236366b-b7bb-43a8-ab8b-65cd6680398a HTTP/1.1" status: 200 len: 217 time: 0.1632366 Dec 04 00:55:00.911143 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-1ca58391-291c-4f20-b3bb-eb9b18f6a432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:00.912750 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-1ca58391-291c-4f20-b3bb-eb9b18f6a432 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2d3dffb9-b2e9-4653-a15c-51f3777e3e03 HTTP/1.1" status: 200 len: 850 time: 0.0737133 Dec 04 00:55:00.987107 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2fad0bb7-49be-4319-8a61-debc6a4b0cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:00.991300 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-2fad0bb7-49be-4319-8a61-debc6a4b0cb6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0697daf9-bcf6-4794-9b71-b5b582038ad2 HTTP/1.1" status: 204 len: 168 time: 1.7001054 Dec 04 00:55:00.995706 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.86', 62470) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:01.005605 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4031745a-b13f-4fc6-8c1e-85fa2c6ac028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:01.022079 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-48838d5a-0cf7-4f0d-a704-23d7f4821697 req-a265776f-07b8-4ba2-8bc0-92961acfc9bc tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Synchronizing usage tracker for tenant:0bf338724dbe4d6fb75ec0856b79ca35 on resource:port {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 00:55:01.095008 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-7e4786ff-0013-4426-841f-b150bc61fafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:01.096183 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4031745a-b13f-4fc6-8c1e-85fa2c6ac028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:01.096688 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-7e4786ff-0013-4426-841f-b150bc61fafe service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b41ba9d1-b8eb-4b60-b39c-3d77682273c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1745467 Dec 04 00:55:01.117167 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed883cd-a417-4afc-9b34-265b286342b6 req-fa97e373-64cc-4f83-93b6-e93f0d184c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:01.120300 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8ed883cd-a417-4afc-9b34-265b286342b6 req-fa97e373-64cc-4f83-93b6-e93f0d184c3b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=197d594f-0593-4fc9-ad7d-d03724ca05ae HTTP/1.1" status: 200 len: 1162 time: 0.1236098 Dec 04 00:55:01.144484 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:01.155873 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-4031745a-b13f-4fc6-8c1e-85fa2c6ac028 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=309ddbc2879940c1aa16010067b230ed&name=default HTTP/1.1" status: 200 len: 2879 time: 2.3543074 Dec 04 00:55:01.176745 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 36190) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:01.199941 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-48838d5a-0cf7-4f0d-a704-23d7f4821697 req-a265776f-07b8-4ba2-8bc0-92961acfc9bc tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Unset dirty status for tenant:0bf338724dbe4d6fb75ec0856b79ca35 on resource:port {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 00:55:01.201219 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-48838d5a-0cf7-4f0d-a704-23d7f4821697 req-a265776f-07b8-4ba2-8bc0-92961acfc9bc tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 210 time: 0.3540530 Dec 04 00:55:01.227621 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026fe937-db82-4494-9bde-10d70c510304 req-1cc4af3f-6fba-4b51-a4f3-b2c1f1ea4f22 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:01.229225 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-026fe937-db82-4494-9bde-10d70c510304 req-1cc4af3f-6fba-4b51-a4f3-b2c1f1ea4f22 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.86 "GET /v2.0/networks?id=81043efb-b877-4e23-b898-a49f43cd94b2 HTTP/1.1" status: 200 len: 816 time: 1.0899138 Dec 04 00:55:01.247790 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78495f9a-e757-4f81-a120-3db237b5be1b req-88445b61-472e-462a-9639-0cce5a6ae0f5 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:01.255464 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-78495f9a-e757-4f81-a120-3db237b5be1b req-88445b61-472e-462a-9639-0cce5a6ae0f5 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] 10.222.0.73 "GET /v2.0/ports?device_id=197d594f-0593-4fc9-ad7d-d03724ca05ae HTTP/1.1" status: 200 len: 945 time: 0.7596757 Dec 04 00:55:01.295275 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031745a-b13f-4fc6-8c1e-85fa2c6ac028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9736c209-f6ae-44df-87f8-caefb3d35bec,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:01.315977 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-d260a037-c8d6-4b49-8d96-5b448f99bdea tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Notify callbacks [] for port, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:01.324563 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-4031745a-b13f-4fc6-8c1e-85fa2c6ac028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:01.351638 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-78495f9a-e757-4f81-a120-3db237b5be1b req-5a65b761-7aa3-4108-9313-af61be7b0ff7 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] 10.222.0.73 "GET /v2.0/security-groups?id=9349b741-3728-461f-9338-157987d14413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950847 Dec 04 00:55:01.361796 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-8ed883cd-a417-4afc-9b34-265b286342b6 req-48db56e5-654b-443c-aaee-592af0c2c824 service neutron] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:01.397054 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc6983a-3be7-44b8-aadc-a3d819d47f62', 'tag': 'e236366b-b7bb-43a8-ab8b-65cd6680398a', 'status': 'completed', 'code': 200} Dec 04 00:55:01.430868 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-8ed883cd-a417-4afc-9b34-265b286342b6 req-48db56e5-654b-443c-aaee-592af0c2c824 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:55:01.452210 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-8ed883cd-a417-4afc-9b34-265b286342b6 req-48db56e5-654b-443c-aaee-592af0c2c824 service neutron] Usage tracker for resource:security_group_rule and tenant:7ddfa0d3c7c0428794c02babb1849359 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:55:01.475024 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-8ed883cd-a417-4afc-9b34-265b286342b6 req-48db56e5-654b-443c-aaee-592af0c2c824 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:55:01.497048 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-026fe937-db82-4494-9bde-10d70c510304 req-a56a6530-ae64-47aa-bf3b-f88b7559b5f9 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=27c40306c9424330a5920da109201aa5 HTTP/1.1" status: 200 len: 5503 time: 0.2330022 Dec 04 00:55:01.524695 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-8ed883cd-a417-4afc-9b34-265b286342b6 req-48db56e5-654b-443c-aaee-592af0c2c824 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:55:01.554643 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-250ba9fb-9d28-41ee-8678-bb3c35da6f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:01.573454 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-026fe937-db82-4494-9bde-10d70c510304 req-a4926920-0485-4449-ba13-f98d46616445 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Request body: {'port': {'device_id': '21cd8e50-c397-4f0c-8c16-04603c1a8a63', 'network_id': '81043efb-b877-4e23-b898-a49f43cd94b2', 'admin_state_up': True, 'tenant_id': '27c40306c9424330a5920da109201aa5', 'security_groups': ['d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb']}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:55:01.663209 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-250ba9fb-9d28-41ee-8678-bb3c35da6f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:01.694760 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-7d820c9f-9dfa-4ff1-bf1e-a0469973ffe1 service neutron] 10.222.0.86 "GET /v2.0/networks/b41ba9d1-b8eb-4b60-b39c-3d77682273c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5718827 Dec 04 00:55:01.735675 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-d260a037-c8d6-4b49-8d96-5b448f99bdea tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:01.823277 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-3930e46b-5835-45b0-820d-0658ab057fbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:01.868306 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3492e0a7-e56c-414f-96ea-a8934257b1c8 req-76edece4-1bf3-4807-8d53-2797c0a26cd7 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 210 time: 0.1447899 Dec 04 00:55:01.891194 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327dc3d5-b5ca-463a-8e19-a73dba97f83a req-477d5c77-76cd-41d2-ba18-693d7997ae7d tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:01.893133 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-327dc3d5-b5ca-463a-8e19-a73dba97f83a req-477d5c77-76cd-41d2-ba18-693d7997ae7d tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 944 time: 0.3933127 Dec 04 00:55:02.059070 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-327dc3d5-b5ca-463a-8e19-a73dba97f83a req-10626fb9-c9e9-444b-b63c-505480ed14f7 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=978b1d25-473d-42fc-8057-7fd8e260165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468570 Dec 04 00:55:02.090164 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260a037-c8d6-4b49-8d96-5b448f99bdea tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Pushing event updated for resources: {'Port': ['ID=e8e80825-9d6c-4e2f-9f4f-56904567bf39,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:02.099388 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-d260a037-c8d6-4b49-8d96-5b448f99bdea tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:02.131038 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-026fe937-db82-4494-9bde-10d70c510304 req-a4926920-0485-4449-ba13-f98d46616445 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:55:02.153256 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-1a2cea50-555a-423c-ae5c-b1797f35f7a1 req-643a46d5-af15-4cb2-9915-1e7da59b4aec service neutron] 10.222.0.86 "GET /v2.0/networks/b41ba9d1-b8eb-4b60-b39c-3d77682273c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4496341 Dec 04 00:55:02.155106 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-026fe937-db82-4494-9bde-10d70c510304 req-a4926920-0485-4449-ba13-f98d46616445 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:55:02.169022 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-250ba9fb-9d28-41ee-8678-bb3c35da6f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:02.177806 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:02.203284 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ba9fb-9d28-41ee-8678-bb3c35da6f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9736c209-f6ae-44df-87f8-caefb3d35bec,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:02.208866 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-8ed883cd-a417-4afc-9b34-265b286342b6 req-48db56e5-654b-443c-aaee-592af0c2c824 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:02.222700 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-250ba9fb-9d28-41ee-8678-bb3c35da6f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:02.228968 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-250ba9fb-9d28-41ee-8678-bb3c35da6f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:02.231780 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-250ba9fb-9d28-41ee-8678-bb3c35da6f29 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9736c209-f6ae-44df-87f8-caefb3d35bec HTTP/1.1" status: 204 len: 168 time: 1.0489373 Dec 04 00:55:02.233944 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-d260a037-c8d6-4b49-8d96-5b448f99bdea tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Network 77143b40-0430-4aa2-93c2-47d05a30b59e is already hosted by enough agents. {{(pid=80327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 00:55:02.236582 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-d260a037-c8d6-4b49-8d96-5b448f99bdea tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Resources bound (agent type, host, resource id): {{(pid=80327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:55:02.238039 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-d260a037-c8d6-4b49-8d96-5b448f99bdea tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Received port after_create {{(pid=80327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 00:55:02.254491 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-8ed883cd-a417-4afc-9b34-265b286342b6 req-48db56e5-654b-443c-aaee-592af0c2c824 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:02.271739 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a850906a-a964-401b-8c61-727cf6c7852c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:02.312344 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-8ed883cd-a417-4afc-9b34-265b286342b6 req-48db56e5-654b-443c-aaee-592af0c2c824 service neutron] Synchronizing usage tracker for tenant:7ddfa0d3c7c0428794c02babb1849359 on resource:security_group {{(pid=80326) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 00:55:02.323925 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-d260a037-c8d6-4b49-8d96-5b448f99bdea tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:02.324599 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-d260a037-c8d6-4b49-8d96-5b448f99bdea tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:02.334120 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-026fe937-db82-4494-9bde-10d70c510304 req-a4926920-0485-4449-ba13-f98d46616445 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Made reservation on behalf of 27c40306c9424330a5920da109201aa5 for: {'port': 1} {{(pid=80327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 00:55:02.342544 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-026fe937-db82-4494-9bde-10d70c510304 req-a4926920-0485-4449-ba13-f98d46616445 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:02.344289 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48db56e5-654b-443c-aaee-592af0c2c824 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=60578584-d618-4b1a-9d02-d1cb3cb7e10c,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:02.360421 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-48db56e5-654b-443c-aaee-592af0c2c824 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:02.391827 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-8ed883cd-a417-4afc-9b34-265b286342b6 req-48db56e5-654b-443c-aaee-592af0c2c824 service neutron] Unset dirty status for tenant:7ddfa0d3c7c0428794c02babb1849359 on resource:security_group {{(pid=80326) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 00:55:02.393569 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8ed883cd-a417-4afc-9b34-265b286342b6 req-48db56e5-654b-443c-aaee-592af0c2c824 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=9349b741-3728-461f-9338-157987d14413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2438991 Dec 04 00:55:02.524906 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-d260a037-c8d6-4b49-8d96-5b448f99bdea tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2008772 Dec 04 00:55:02.527387 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97e4ff-0754-4a40-bfb2-6249225f9975 req-ffe32917-ffd0-4eb5-99df-e7f092deecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:02.528996 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7d97e4ff-0754-4a40-bfb2-6249225f9975 req-ffe32917-ffd0-4eb5-99df-e7f092deecfe service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=04c9a96d934d4f7994fdaf4cc2f7c1bf&device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 1161 time: 0.1341758 Dec 04 00:55:02.618930 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ce8ecb79-42e0-45ae-896f-e2c8ce31385b req-3bf41f00-9d74-419c-a3dd-826a9f775f5d tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 210 time: 0.1007082 Dec 04 00:55:02.767087 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-6272b79a-f6f7-4dd1-a73e-3c3b1f2fcb85 service neutron] Request body: {'port': {'device_id': '3aaa9333-e442-49ae-8649-b11011b2a3ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:55:03.011620 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [req-026fe937-db82-4494-9bde-10d70c510304 req-a4926920-0485-4449-ba13-f98d46616445 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Allocated IP 172.20.0.9 (81043efb-b877-4e23-b898-a49f43cd94b2/09a18547-ffe8-483f-9f89-ed9ea46deb6c/cac925b1-d037-4b65-9fd7-ff8b443a8ca9) {{(pid=80327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 00:55:03.020946 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63937ab7-f864-4929-8e07-ae6519e1234e req-6171a8c0-a0da-4d92-b4e6-59ceeabf85a2 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:03.022496 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-63937ab7-f864-4929-8e07-ae6519e1234e req-6171a8c0-a0da-4d92-b4e6-59ceeabf85a2 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] 10.222.0.73 "GET /v2.0/ports?device_id=197d594f-0593-4fc9-ad7d-d03724ca05ae HTTP/1.1" status: 200 len: 945 time: 0.5031924 Dec 04 00:55:03.098867 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-6272b79a-f6f7-4dd1-a73e-3c3b1f2fcb85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:03.120766 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97e4ff-0754-4a40-bfb2-6249225f9975 req-53ca26ba-9af4-462d-a535-7654512615c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:03.123362 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7d97e4ff-0754-4a40-bfb2-6249225f9975 req-53ca26ba-9af4-462d-a535-7654512615c5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b41ba9d1-b8eb-4b60-b39c-3d77682273c8 HTTP/1.1" status: 200 len: 905 time: 0.3809774 Dec 04 00:55:03.130269 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-824391a6-9719-4bd4-9d4c-517ecf00080f tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:03.131017 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-824391a6-9719-4bd4-9d4c-517ecf00080f tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Synchronizing usage tracker for tenant:0bf338724dbe4d6fb75ec0856b79ca35 on resource:network {{(pid=80326) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 00:55:03.147028 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-63937ab7-f864-4929-8e07-ae6519e1234e req-50a793d5-0e45-4ca2-b704-e559c5164e8d tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] 10.222.0.73 "GET /v2.0/security-groups?id=9349b741-3728-461f-9338-157987d14413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117244 Dec 04 00:55:03.256805 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7d97e4ff-0754-4a40-bfb2-6249225f9975 req-730b05b7-e5d8-410d-9db6-2f66e709d290 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e236366b-b7bb-43a8-ab8b-65cd6680398a HTTP/1.1" status: 200 len: 217 time: 0.1224446 Dec 04 00:55:03.418875 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-824391a6-9719-4bd4-9d4c-517ecf00080f tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Unset dirty status for tenant:0bf338724dbe4d6fb75ec0856b79ca35 on resource:network {{(pid=80326) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 00:55:03.420318 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-824391a6-9719-4bd4-9d4c-517ecf00080f tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.86 "GET /v2.0/networks?id=77143b40-0430-4aa2-93c2-47d05a30b59e HTTP/1.1" status: 200 len: 818 time: 0.6511912 Dec 04 00:55:03.424060 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97e4ff-0754-4a40-bfb2-6249225f9975 req-b1e779ec-13f7-4f8a-858a-79b1abed4b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:03.425585 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7d97e4ff-0754-4a40-bfb2-6249225f9975 req-b1e779ec-13f7-4f8a-858a-79b1abed4b18 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2d3dffb9-b2e9-4653-a15c-51f3777e3e03 HTTP/1.1" status: 200 len: 850 time: 0.1575973 Dec 04 00:55:03.429226 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 36250) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:03.517723 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-f9629847-079d-4308-a64c-b78e29c6732a tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Request body: {'port': {'device_id': '715dc5da-a671-441c-8625-207c86d34324', 'network_id': '77143b40-0430-4aa2-93c2-47d05a30b59e', 'admin_state_up': True, 'tenant_id': '0bf338724dbe4d6fb75ec0856b79ca35'}} {{(pid=80326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:55:03.556135 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-ac653151-e537-4049-8573-08a7b56f9c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:03.630123 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b8576ac3-afa9-486e-8d96-d1efeb51dbd3 req-6205131c-baaf-46f7-9842-67da322ea32a tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 210 time: 0.2147272 Dec 04 00:55:03.650691 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-ac653151-e537-4049-8573-08a7b56f9c0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:55:03.663246 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-ac653151-e537-4049-8573-08a7b56f9c0f admin admin] Usage tracker for resource:security_group_rule and tenant:fa91669bba204cd9a1b6dd66486d1547 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:55:03.670657 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-ac653151-e537-4049-8573-08a7b56f9c0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:55:03.702970 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-ac653151-e537-4049-8573-08a7b56f9c0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:55:03.813961 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-f9629847-079d-4308-a64c-b78e29c6732a tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:55:03.834357 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97e4ff-0754-4a40-bfb2-6249225f9975 req-29cbd5b4-d41e-4cd7-b7fa-3f3de24be0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:03.836015 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7d97e4ff-0754-4a40-bfb2-6249225f9975 req-29cbd5b4-d41e-4cd7-b7fa-3f3de24be0dd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b41ba9d1-b8eb-4b60-b39c-3d77682273c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3873465 Dec 04 00:55:03.843242 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-f9629847-079d-4308-a64c-b78e29c6732a tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:55:03.951720 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-f9629847-079d-4308-a64c-b78e29c6732a tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Made reservation on behalf of 0bf338724dbe4d6fb75ec0856b79ca35 for: {'port': 1} {{(pid=80326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 00:55:03.957381 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-f9629847-079d-4308-a64c-b78e29c6732a tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:04.147251 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-ac653151-e537-4049-8573-08a7b56f9c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:04.165540 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-cf616936-3eff-4613-8a87-185589699ae1 req-1dfcac3a-f0da-45da-be2b-56fba895b43f tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 210 time: 0.1525731 Dec 04 00:55:04.227447 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4542899b-c7e0-4e25-a7bf-b33f669807a6 req-536a2b77-b688-4081-9b78-557c7a56e040 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:04.243797 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-4542899b-c7e0-4e25-a7bf-b33f669807a6 req-536a2b77-b688-4081-9b78-557c7a56e040 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 944 time: 0.8296440 Dec 04 00:55:04.327399 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-ac653151-e537-4049-8573-08a7b56f9c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:04.384310 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-68335316-f4d3-4856-b95a-068496a81345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:04.420705 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-ac653151-e537-4049-8573-08a7b56f9c0f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fa91669bba204cd9a1b6dd66486d1547&name=default HTTP/1.1" status: 200 len: 2879 time: 0.9892054 Dec 04 00:55:04.422902 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7d97e4ff-0754-4a40-bfb2-6249225f9975 req-78cb7453-15f8-4710-a50a-664c28d582fb service neutron] 10.222.0.86 "GET /v2.0/networks/b41ba9d1-b8eb-4b60-b39c-3d77682273c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5771847 Dec 04 00:55:04.427117 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 36296) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:04.427808 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac653151-e537-4049-8573-08a7b56f9c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0519ee82-2375-47fe-a24d-067da3ff6c6d,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:04.443654 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-ac653151-e537-4049-8573-08a7b56f9c0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:04.583819 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-4542899b-c7e0-4e25-a7bf-b33f669807a6 req-122d3d20-513d-4ca2-8681-68fb3ee5f147 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=978b1d25-473d-42fc-8057-7fd8e260165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3375509 Dec 04 00:55:04.642101 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-6272b79a-f6f7-4dd1-a73e-3c3b1f2fcb85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8e80825-9d6c-4e2f-9f4f-56904567bf39 {{(pid=80327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 04 00:55:04.683290 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-6272b79a-f6f7-4dd1-a73e-3c3b1f2fcb85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:04.697794 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-026fe937-db82-4494-9bde-10d70c510304 req-a4926920-0485-4449-ba13-f98d46616445 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks [] for port, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:04.716361 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [req-026fe937-db82-4494-9bde-10d70c510304 req-a4926920-0485-4449-ba13-f98d46616445 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Transition to ACTIVE for port object cac925b1-d037-4b65-9fd7-ff8b443a8ca9 will not be triggered until provisioned by entity DHCP. {{(pid=80327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 00:55:04.748630 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-6272b79a-f6f7-4dd1-a73e-3c3b1f2fcb85 service neutron] Transition to ACTIVE for port object e8e80825-9d6c-4e2f-9f4f-56904567bf39 will not be triggered until provisioned by entity L2. {{(pid=80327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 00:55:04.798281 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b1e96-db75-4839-9e34-815351fc383b req-6885b9a6-2adb-4b80-adf0-a1d68f38a9c0 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:04.800278 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b61b1e96-db75-4839-9e34-815351fc383b req-6885b9a6-2adb-4b80-adf0-a1d68f38a9c0 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] 10.222.0.73 "GET /v2.0/ports?device_id=197d594f-0593-4fc9-ad7d-d03724ca05ae HTTP/1.1" status: 200 len: 945 time: 0.3572750 Dec 04 00:55:04.801985 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-6272b79a-f6f7-4dd1-a73e-3c3b1f2fcb85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27697970'] for port, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:04.828659 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-60dd2497-6f07-46de-8da1-4047d7e10d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:04.944068 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-026fe937-db82-4494-9bde-10d70c510304 req-a4926920-0485-4449-ba13-f98d46616445 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:04.954358 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-f9629847-079d-4308-a64c-b78e29c6732a tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Allocated IP 172.20.0.10 (77143b40-0430-4aa2-93c2-47d05a30b59e/8992a81f-7e9c-4e53-bca2-1c6f4569ebb0/5d0be9cc-37a4-4999-8db2-ab7be018b4da) {{(pid=80326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 00:55:05.112646 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f4dcff44-5487-4708-8401-ca79a927afcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:05.167427 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272b79a-f6f7-4dd1-a73e-3c3b1f2fcb85 service neutron] Pushing event updated for resources: {'Port': ['ID=e8e80825-9d6c-4e2f-9f4f-56904567bf39,revision_number=2']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:05.180027 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-6272b79a-f6f7-4dd1-a73e-3c3b1f2fcb85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:05.191408 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-60dd2497-6f07-46de-8da1-4047d7e10d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.199s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:05.235066 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b61b1e96-db75-4839-9e34-815351fc383b req-4657f9cf-8970-4ac9-b280-70c70866f9e6 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] 10.222.0.73 "GET /v2.0/security-groups?id=9349b741-3728-461f-9338-157987d14413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080763 Dec 04 00:55:05.253998 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f4dcff44-5487-4708-8401-ca79a927afcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:05.285146 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7d97e4ff-0754-4a40-bfb2-6249225f9975 req-54440235-4795-44c6-95cd-083f32855b28 service neutron] 10.222.0.86 "GET /v2.0/networks/b41ba9d1-b8eb-4b60-b39c-3d77682273c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8151646 Dec 04 00:55:05.518497 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-f9629847-079d-4308-a64c-b78e29c6732a tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Notify callbacks [] for port, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:05.518737 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4926920-0485-4449-ba13-f98d46616445 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Pushing event updated for resources: {'Port': ['ID=cac925b1-d037-4b65-9fd7-ff8b443a8ca9,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:05.518737 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a4926920-0485-4449-ba13-f98d46616445 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:05.541037 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f4dcff44-5487-4708-8401-ca79a927afcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:05.545375 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:05.568330 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dcff44-5487-4708-8401-ca79a927afcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0519ee82-2375-47fe-a24d-067da3ff6c6d,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:05.569388 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-f4dcff44-5487-4708-8401-ca79a927afcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:05.592126 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-f9629847-079d-4308-a64c-b78e29c6732a tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386'] for port, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:05.610993 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-d8846c6b-4152-4375-91fc-30b8945e6293 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:05.681419 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88eda3e-be00-4969-864b-875eef9aa5c3 req-913e65d0-e16b-4655-a032-30d47f350e55 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:05.683072 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f88eda3e-be00-4969-864b-875eef9aa5c3 req-913e65d0-e16b-4655-a032-30d47f350e55 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 931 time: 0.6496878 Dec 04 00:55:05.745321 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-026fe937-db82-4494-9bde-10d70c510304 req-a4926920-0485-4449-ba13-f98d46616445 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Network 81043efb-b877-4e23-b898-a49f43cd94b2 is already hosted by enough agents. {{(pid=80327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 00:55:05.755321 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [req-026fe937-db82-4494-9bde-10d70c510304 req-a4926920-0485-4449-ba13-f98d46616445 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Resources bound (agent type, host, resource id): {{(pid=80327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:55:05.757737 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [req-026fe937-db82-4494-9bde-10d70c510304 req-a4926920-0485-4449-ba13-f98d46616445 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Received port after_create {{(pid=80327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 00:55:05.805931 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-6272b79a-f6f7-4dd1-a73e-3c3b1f2fcb85 service neutron] Attempting to bind port e8e80825-9d6c-4e2f-9f4f-56904567bf39 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 00:55:05.806325 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-6272b79a-f6f7-4dd1-a73e-3c3b1f2fcb85 service neutron] Attempting to bind port e8e80825-9d6c-4e2f-9f4f-56904567bf39 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '4488f1fe-a387-4cba-a67e-2b166f386e37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '77143b40-0430-4aa2-93c2-47d05a30b59e'}] {{(pid=80327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 00:55:05.806688 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-6272b79a-f6f7-4dd1-a73e-3c3b1f2fcb85 service neutron] Attempting to bind port e8e80825-9d6c-4e2f-9f4f-56904567bf39 on network 77143b40-0430-4aa2-93c2-47d05a30b59e {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 00:55:05.824728 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-6272b79a-f6f7-4dd1-a73e-3c3b1f2fcb85 service neutron] Checking agent: {'id': '37b4fca6-97cd-43de-9e09-0e080c5ad260', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 52, 16), 'started_at': datetime.datetime(2020, 12, 4, 0, 52, 46), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 00:55:05.824728 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-6272b79a-f6f7-4dd1-a73e-3c3b1f2fcb85 service neutron] Checking segment: {'id': '4488f1fe-a387-4cba-a67e-2b166f386e37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '77143b40-0430-4aa2-93c2-47d05a30b59e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 00:55:05.824728 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-6272b79a-f6f7-4dd1-a73e-3c3b1f2fcb85 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:05.824728 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-6272b79a-f6f7-4dd1-a73e-3c3b1f2fcb85 service neutron] Bound using segment: {'id': '4488f1fe-a387-4cba-a67e-2b166f386e37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '77143b40-0430-4aa2-93c2-47d05a30b59e'} {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 00:55:05.824728 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-6272b79a-f6f7-4dd1-a73e-3c3b1f2fcb85 service neutron] Bound port: e8e80825-9d6c-4e2f-9f4f-56904567bf39, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4488f1fe-a387-4cba-a67e-2b166f386e37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '77143b40-0430-4aa2-93c2-47d05a30b59e'}}] {{(pid=80327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 00:55:05.824728 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-6272b79a-f6f7-4dd1-a73e-3c3b1f2fcb85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:05.851225 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9629847-079d-4308-a64c-b78e29c6732a tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Pushing event updated for resources: {'Port': ['ID=5d0be9cc-37a4-4999-8db2-ab7be018b4da,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:05.878797 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-f9629847-079d-4308-a64c-b78e29c6732a tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:05.880222 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60dd13-68fe-482b-9bbb-f5d44bc20112 req-499f0c10-583b-49c9-ab3c-42488564cd79 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:05.884645 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-fa60dd13-68fe-482b-9bbb-f5d44bc20112 req-499f0c10-583b-49c9-ab3c-42488564cd79 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 932 time: 0.4225664 Dec 04 00:55:05.898151 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f88eda3e-be00-4969-864b-875eef9aa5c3 req-42e84439-9d7f-460a-b2a0-f3b38ccb40df tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2047832 Dec 04 00:55:05.920593 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f4dcff44-5487-4708-8401-ca79a927afcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:05.931016 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-f4dcff44-5487-4708-8401-ca79a927afcc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0519ee82-2375-47fe-a24d-067da3ff6c6d HTTP/1.1" status: 204 len: 168 time: 1.4775846 Dec 04 00:55:05.976309 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device e236366b-b7bb-43a8-ab8b-65cd6680398a up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:55:06.044376 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-6272b79a-f6f7-4dd1-a73e-3c3b1f2fcb85 service neutron] For port e8e80825-9d6c-4e2f-9f4f-56904567bf39, host hv-cinder-76330, cleared binding levels {{(pid=80327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 00:55:06.053349 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-6272b79a-f6f7-4dd1-a73e-3c3b1f2fcb85 service neutron] For port e8e80825-9d6c-4e2f-9f4f-56904567bf39, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=e8e80825-9d6c-4e2f-9f4f-56904567bf39,segment=NetworkSegment(4488f1fe-a387-4cba-a67e-2b166f386e37),segment_id=4488f1fe-a387-4cba-a67e-2b166f386e37)] {{(pid=80327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 00:55:06.122454 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-f9629847-079d-4308-a64c-b78e29c6732a tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Network 77143b40-0430-4aa2-93c2-47d05a30b59e is already hosted by enough agents. {{(pid=80326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 00:55:06.122454 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-f9629847-079d-4308-a64c-b78e29c6732a tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Resources bound (agent type, host, resource id): {{(pid=80326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:55:06.132073 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-f9629847-079d-4308-a64c-b78e29c6732a tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Received port after_create {{(pid=80326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 00:55:06.136697 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-f9629847-079d-4308-a64c-b78e29c6732a tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:06.144452 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-f9629847-079d-4308-a64c-b78e29c6732a tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for port, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:06.162215 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026fe937-db82-4494-9bde-10d70c510304 req-a4926920-0485-4449-ba13-f98d46616445 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:06.162215 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-026fe937-db82-4494-9bde-10d70c510304 req-a4926920-0485-4449-ba13-f98d46616445 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:06.177862 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-6272b79a-f6f7-4dd1-a73e-3c3b1f2fcb85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27697970'] for port, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:06.215593 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-f9629847-079d-4308-a64c-b78e29c6732a tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7649901 Dec 04 00:55:06.239779 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-6eb816bd-8ecd-4aca-bd1a-b1da274de578 service neutron] Request body: {'port': {'device_id': '715dc5da-a671-441c-8625-207c86d34324', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:55:06.244172 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning for port e236366b-b7bb-43a8-ab8b-65cd6680398a completed by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 00:55:06.251100 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port e236366b-b7bb-43a8-ab8b-65cd6680398a triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:55:06.253584 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:06.268714 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-6272b79a-f6f7-4dd1-a73e-3c3b1f2fcb85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:06.378909 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-5e469f93-9d30-46b1-94ff-6b882cebb5ec None None] Provisioning for port cac925b1-d037-4b65-9fd7-ff8b443a8ca9 completed by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 00:55:06.389683 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-5e469f93-9d30-46b1-94ff-6b882cebb5ec None None] Provisioning complete for port cac925b1-d037-4b65-9fd7-ff8b443a8ca9 triggered by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:55:06.391392 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-5e469f93-9d30-46b1-94ff-6b882cebb5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:06.551770 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:06.558509 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 36402) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:06.589150 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-fa60dd13-68fe-482b-9bbb-f5d44bc20112 req-bc0c0f6d-0233-406b-b3bb-264edf1d5e76 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5239847 Dec 04 00:55:06.603580 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-5e469f93-9d30-46b1-94ff-6b882cebb5ec None None] Port cac925b1-d037-4b65-9fd7-ff8b443a8ca9 cannot update to ACTIVE because it is not bound. {{(pid=80328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 04 00:55:06.627549 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc6983a-3be7-44b8-aadc-a3d819d47f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e236366b-b7bb-43a8-ab8b-65cd6680398a'}] {{(pid=80328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:55:06.648522 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] For port e236366b-b7bb-43a8-ab8b-65cd6680398a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=e236366b-b7bb-43a8-ab8b-65cd6680398a,segment=NetworkSegment(8ede4a70-4206-4219-8975-4c9d08884fc7),segment_id=8ede4a70-4206-4219-8975-4c9d08884fc7)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:55:06.660923 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272b79a-f6f7-4dd1-a73e-3c3b1f2fcb85 service neutron] Pushing event updated for resources: {'Port': ['ID=e8e80825-9d6c-4e2f-9f4f-56904567bf39,revision_number=3']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:06.665936 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-6272b79a-f6f7-4dd1-a73e-3c3b1f2fcb85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:06.671697 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-026fe937-db82-4494-9bde-10d70c510304 req-a4926920-0485-4449-ba13-f98d46616445 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1040726 Dec 04 00:55:06.688043 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:06.691106 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:06.726995 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-026fe937-db82-4494-9bde-10d70c510304 req-bf8fefcd-c3b2-45df-ae4b-ad570ee800bb service neutron] Request body: {'port': {'device_id': '21cd8e50-c397-4f0c-8c16-04603c1a8a63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:55:06.812231 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88029e0b-fb86-47ab-a892-8c8d52c9abc0 req-a4d0382e-f9cc-4e91-8b40-fa74b067c30e tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:06.814916 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-88029e0b-fb86-47ab-a892-8c8d52c9abc0 req-a4d0382e-f9cc-4e91-8b40-fa74b067c30e tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 944 time: 0.4606695 Dec 04 00:55:06.848212 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Pushing event updated for resources: {'Port': ['ID=e236366b-b7bb-43a8-ab8b-65cd6680398a,revision_number=4']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:06.858028 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:06.862273 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-6272b79a-f6f7-4dd1-a73e-3c3b1f2fcb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:06.871721 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-6272b79a-f6f7-4dd1-a73e-3c3b1f2fcb85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:06.873497 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-6272b79a-f6f7-4dd1-a73e-3c3b1f2fcb85 service neutron] 10.222.0.86 "PUT /v2.0/ports/e8e80825-9d6c-4e2f-9f4f-56904567bf39 HTTP/1.1" status: 200 len: 1157 time: 4.1157584 Dec 04 00:55:06.877685 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aaa9333-e442-49ae-8649-b11011b2a3ae', 'tag': 'e8e80825-9d6c-4e2f-9f4f-56904567bf39'}] {{(pid=80327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:55:07.048383 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-6eb816bd-8ecd-4aca-bd1a-b1da274de578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:07.295299 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-88029e0b-fb86-47ab-a892-8c8d52c9abc0 req-a508e194-a9f9-44d5-85d9-8b2992448ba2 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=978b1d25-473d-42fc-8057-7fd8e260165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4665666 Dec 04 00:55:07.308691 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device e236366b-b7bb-43a8-ab8b-65cd6680398a up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:55:07.340805 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6e8fe3df-ea7d-415d-b39c-8865fc249173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:07.388627 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port e236366b-b7bb-43a8-ab8b-65cd6680398a triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:55:07.389263 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:07.413823 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-026fe937-db82-4494-9bde-10d70c510304 req-bf8fefcd-c3b2-45df-ae4b-ad570ee800bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:07.435886 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc6983a-3be7-44b8-aadc-a3d819d47f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e236366b-b7bb-43a8-ab8b-65cd6680398a', 'code': 200} Dec 04 00:55:07.438412 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-6e8fe3df-ea7d-415d-b39c-8865fc249173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:55:07.465136 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-6e8fe3df-ea7d-415d-b39c-8865fc249173 admin admin] Usage tracker for resource:security_group_rule and tenant:d15233b15dd14d66ae77ade8b5e797f7 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:55:07.668100 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-6e8fe3df-ea7d-415d-b39c-8865fc249173 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:55:07.681773 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-6e8fe3df-ea7d-415d-b39c-8865fc249173 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:55:07.701324 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-6eb816bd-8ecd-4aca-bd1a-b1da274de578 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d0be9cc-37a4-4999-8db2-ab7be018b4da {{(pid=80326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 04 00:55:07.709276 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-6eb816bd-8ecd-4aca-bd1a-b1da274de578 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:07.723748 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-6eb816bd-8ecd-4aca-bd1a-b1da274de578 service neutron] Transition to ACTIVE for port object 5d0be9cc-37a4-4999-8db2-ab7be018b4da will not be triggered until provisioned by entity L2. {{(pid=80326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 00:55:07.762086 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-6eb816bd-8ecd-4aca-bd1a-b1da274de578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:07.865633 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-428dcf6c-914f-408c-a305-9063fd1640a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:07.867261 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-428dcf6c-914f-408c-a305-9063fd1640a6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0bf338724dbe4d6fb75ec0856b79ca35&device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 1160 time: 0.6846466 Dec 04 00:55:07.901769 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e82fa-e5fb-43c3-acd1-3e8c46601a8b req-304ba088-5a2f-4592-80a7-be6080803d7a tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:07.903417 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d20e82fa-e5fb-43c3-acd1-3e8c46601a8b req-304ba088-5a2f-4592-80a7-be6080803d7a tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] 10.222.0.73 "GET /v2.0/ports?device_id=197d594f-0593-4fc9-ad7d-d03724ca05ae HTTP/1.1" status: 200 len: 945 time: 1.0461121 Dec 04 00:55:07.944132 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 36456) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:07.944968 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-73034046-209d-47d1-8207-bd8ffba4aeb1 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:08.122963 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-77a6196b-0900-41f4-9a5c-80244bb3811c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8e80825-9d6c-4e2f-9f4f-56904567bf39 HTTP/1.1" status: 200 len: 217 time: 0.1351211 Dec 04 00:55:08.127328 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.86', 62475) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:08.197129 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb816bd-8ecd-4aca-bd1a-b1da274de578 service neutron] Pushing event updated for resources: {'Port': ['ID=5d0be9cc-37a4-4999-8db2-ab7be018b4da,revision_number=2']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:08.206404 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-6eb816bd-8ecd-4aca-bd1a-b1da274de578 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:08.214812 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-6eb816bd-8ecd-4aca-bd1a-b1da274de578 service neutron] Attempting to bind port 5d0be9cc-37a4-4999-8db2-ab7be018b4da on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 00:55:08.215205 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-6eb816bd-8ecd-4aca-bd1a-b1da274de578 service neutron] Attempting to bind port 5d0be9cc-37a4-4999-8db2-ab7be018b4da by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '4488f1fe-a387-4cba-a67e-2b166f386e37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '77143b40-0430-4aa2-93c2-47d05a30b59e'}] {{(pid=80326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 00:55:08.215597 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-6eb816bd-8ecd-4aca-bd1a-b1da274de578 service neutron] Attempting to bind port 5d0be9cc-37a4-4999-8db2-ab7be018b4da on network 77143b40-0430-4aa2-93c2-47d05a30b59e {{(pid=80326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 00:55:08.224327 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-6eb816bd-8ecd-4aca-bd1a-b1da274de578 service neutron] Checking agent: {'id': '37b4fca6-97cd-43de-9e09-0e080c5ad260', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 52, 16), 'started_at': datetime.datetime(2020, 12, 4, 0, 52, 46), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 00:55:08.224710 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-6eb816bd-8ecd-4aca-bd1a-b1da274de578 service neutron] Checking segment: {'id': '4488f1fe-a387-4cba-a67e-2b166f386e37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '77143b40-0430-4aa2-93c2-47d05a30b59e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 00:55:08.225117 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-6eb816bd-8ecd-4aca-bd1a-b1da274de578 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:08.225516 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-6eb816bd-8ecd-4aca-bd1a-b1da274de578 service neutron] Bound using segment: {'id': '4488f1fe-a387-4cba-a67e-2b166f386e37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '77143b40-0430-4aa2-93c2-47d05a30b59e'} {{(pid=80326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 00:55:08.225996 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-6eb816bd-8ecd-4aca-bd1a-b1da274de578 service neutron] Bound port: 5d0be9cc-37a4-4999-8db2-ab7be018b4da, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4488f1fe-a387-4cba-a67e-2b166f386e37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '77143b40-0430-4aa2-93c2-47d05a30b59e'}}] {{(pid=80326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 00:55:08.226373 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-6eb816bd-8ecd-4aca-bd1a-b1da274de578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:08.262790 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d20e82fa-e5fb-43c3-acd1-3e8c46601a8b req-b27ce888-c17f-4f15-93f4-ba884bcba0cf tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] 10.222.0.73 "GET /v2.0/security-groups?id=9349b741-3728-461f-9338-157987d14413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709899 Dec 04 00:55:08.272142 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [req-026fe937-db82-4494-9bde-10d70c510304 req-bf8fefcd-c3b2-45df-ae4b-ad570ee800bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cac925b1-d037-4b65-9fd7-ff8b443a8ca9 {{(pid=80327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 04 00:55:08.293188 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-026fe937-db82-4494-9bde-10d70c510304 req-bf8fefcd-c3b2-45df-ae4b-ad570ee800bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:08.328490 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843cb62-d4de-4a5a-a026-ce096dd3c485 req-cda7d40e-4702-42cc-8afe-5e659064cf2d tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:08.329273 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-b843cb62-d4de-4a5a-a026-ce096dd3c485 req-cda7d40e-4702-42cc-8afe-5e659064cf2d tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Synchronizing usage tracker for tenant:27c40306c9424330a5920da109201aa5 on resource:port {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 00:55:08.339975 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [req-026fe937-db82-4494-9bde-10d70c510304 req-bf8fefcd-c3b2-45df-ae4b-ad570ee800bb service neutron] Transition to ACTIVE for port object cac925b1-d037-4b65-9fd7-ff8b443a8ca9 will not be triggered until provisioned by entity L2. {{(pid=80327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 00:55:08.393399 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-026fe937-db82-4494-9bde-10d70c510304 req-bf8fefcd-c3b2-45df-ae4b-ad570ee800bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27697970'] for port, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:08.399269 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-1d21c6c3-b58f-4ce3-a034-80ef25d2d526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:08.401136 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-1d21c6c3-b58f-4ce3-a034-80ef25d2d526 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8992a81f-7e9c-4e53-bca2-1c6f4569ebb0 HTTP/1.1" status: 200 len: 858 time: 0.2610793 Dec 04 00:55:08.416018 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-6eb816bd-8ecd-4aca-bd1a-b1da274de578 service neutron] For port 5d0be9cc-37a4-4999-8db2-ab7be018b4da, host hv-cinder-76330, cleared binding levels {{(pid=80326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 00:55:08.422009 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-6eb816bd-8ecd-4aca-bd1a-b1da274de578 service neutron] For port 5d0be9cc-37a4-4999-8db2-ab7be018b4da, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=5d0be9cc-37a4-4999-8db2-ab7be018b4da,segment=NetworkSegment(4488f1fe-a387-4cba-a67e-2b166f386e37),segment_id=4488f1fe-a387-4cba-a67e-2b166f386e37)] {{(pid=80326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 00:55:08.439074 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:08.442387 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e392d62-a0a7-4f48-9ad8-d39cca034534 req-b6678834-ceb9-4952-a808-62d5ec52e2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:08.444141 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7e392d62-a0a7-4f48-9ad8-d39cca034534 req-b6678834-ceb9-4952-a808-62d5ec52e2e4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 1163 time: 0.5010054 Dec 04 00:55:08.510230 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-6eb816bd-8ecd-4aca-bd1a-b1da274de578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:08.522095 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-b843cb62-d4de-4a5a-a026-ce096dd3c485 req-cda7d40e-4702-42cc-8afe-5e659064cf2d tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Unset dirty status for tenant:27c40306c9424330a5920da109201aa5 on resource:port {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 00:55:08.524497 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b843cb62-d4de-4a5a-a026-ce096dd3c485 req-cda7d40e-4702-42cc-8afe-5e659064cf2d tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 931 time: 0.8203726 Dec 04 00:55:08.550931 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c33098da-11e1-4251-9782-227090e2536a req-4cae2ae0-0b96-4786-9b44-b5af083a5515 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=197d594f-0593-4fc9-ad7d-d03724ca05ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.4162548 Dec 04 00:55:08.674121 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:08.705880 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6e8fe3df-ea7d-415d-b39c-8865fc249173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:08.712400 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-1384a9fd-073a-40cd-87d6-d4c2b7b3d6a7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=77143b40-0430-4aa2-93c2-47d05a30b59e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2947600 Dec 04 00:55:08.745133 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7e392d62-a0a7-4f48-9ad8-d39cca034534 req-8c69f045-d674-4599-9b5e-b7725fb0f2fe service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=978b1d25-473d-42fc-8057-7fd8e260165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2922750 Dec 04 00:55:08.784529 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6b09c51d-5d25-4672-a13e-7801def8ff40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:08.806110 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-6eb816bd-8ecd-4aca-bd1a-b1da274de578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:08.807005 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-6eb816bd-8ecd-4aca-bd1a-b1da274de578 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for port, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:08.808445 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-6eb816bd-8ecd-4aca-bd1a-b1da274de578 service neutron] 10.222.0.86 "PUT /v2.0/ports/5d0be9cc-37a4-4999-8db2-ab7be018b4da HTTP/1.1" status: 200 len: 1158 time: 2.5738277 Dec 04 00:55:08.808966 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '715dc5da-a671-441c-8625-207c86d34324', 'tag': '5d0be9cc-37a4-4999-8db2-ab7be018b4da'}] {{(pid=80326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:55:08.824765 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb816bd-8ecd-4aca-bd1a-b1da274de578 service neutron] Pushing event updated for resources: {'Port': ['ID=5d0be9cc-37a4-4999-8db2-ab7be018b4da,revision_number=3']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:08.838037 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-6b09c51d-5d25-4672-a13e-7801def8ff40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:55:08.842771 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6e8fe3df-ea7d-415d-b39c-8865fc249173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:08.843330 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-6b09c51d-5d25-4672-a13e-7801def8ff40 admin admin] Usage tracker for resource:security_group_rule and tenant:1529cfc5b5c449b9a7779e0c676a51fe is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:55:08.847079 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-6b09c51d-5d25-4672-a13e-7801def8ff40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:55:08.868006 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-6b09c51d-5d25-4672-a13e-7801def8ff40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:55:08.869888 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8fefcd-c3b2-45df-ae4b-ad570ee800bb service neutron] Pushing event updated for resources: {'Port': ['ID=cac925b1-d037-4b65-9fd7-ff8b443a8ca9,revision_number=2']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:08.870608 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-6eb816bd-8ecd-4aca-bd1a-b1da274de578 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:08.877181 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-bf8fefcd-c3b2-45df-ae4b-ad570ee800bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:08.939629 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:08.990108 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6b09c51d-5d25-4672-a13e-7801def8ff40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:09.024992 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6b09c51d-5d25-4672-a13e-7801def8ff40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:09.026312 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b843cb62-d4de-4a5a-a026-ce096dd3c485 req-ca8db320-a22c-434e-bd17-ed9706ed69c0 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4733088 Dec 04 00:55:09.034521 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c715f169-cea9-413e-bb4d-55ce85666a6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:09.054712 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-6e8fe3df-ea7d-415d-b39c-8865fc249173 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d15233b15dd14d66ae77ade8b5e797f7&name=default HTTP/1.1" status: 200 len: 2879 time: 2.4872417 Dec 04 00:55:09.064706 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 36494) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:09.080073 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8fe3df-ea7d-415d-b39c-8865fc249173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb838af-c6a2-42e9-91de-26bae4736070,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:09.083707 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-6e8fe3df-ea7d-415d-b39c-8865fc249173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:09.100274 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-6b09c51d-5d25-4672-a13e-7801def8ff40 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1529cfc5b5c449b9a7779e0c676a51fe&name=default HTTP/1.1" status: 200 len: 2879 time: 1.1025610 Dec 04 00:55:09.101326 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09c51d-5d25-4672-a13e-7801def8ff40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a82eb0-9903-4e32-b374-914810aba38d,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:09.103359 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 36500) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:09.109845 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-6b09c51d-5d25-4672-a13e-7801def8ff40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:09.154995 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9f8939a7-53f0-496b-bb3a-63ecadec3586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:09.172208 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9877fc1-a0cb-49c3-b1b5-365538d40498 req-2dc07550-d54f-446f-99c0-2e0ad2c56faf tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:09.180533 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f9877fc1-a0cb-49c3-b1b5-365538d40498 req-2dc07550-d54f-446f-99c0-2e0ad2c56faf tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 944 time: 0.6509519 Dec 04 00:55:09.292517 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-b11da00f-5244-4f17-aa2b-d7c4792e715a service neutron] 10.222.0.86 "GET /v2.0/networks/77143b40-0430-4aa2-93c2-47d05a30b59e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5492408 Dec 04 00:55:09.310487 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9f8939a7-53f0-496b-bb3a-63ecadec3586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:09.409100 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-3f25e501-e038-4d7e-b0cc-78f9edfee3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:09.410860 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-3f25e501-e038-4d7e-b0cc-78f9edfee3aa service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0bf338724dbe4d6fb75ec0856b79ca35&device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 1161 time: 0.1998708 Dec 04 00:55:09.526342 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9f8939a7-53f0-496b-bb3a-63ecadec3586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:09.540361 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-b38f029a-437e-4612-948b-08132487cc35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:09.556091 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-4d700c02-16f2-42ea-a2ed-0021c4d03c5f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d0be9cc-37a4-4999-8db2-ab7be018b4da HTTP/1.1" status: 200 len: 217 time: 0.1226323 Dec 04 00:55:09.570552 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8939a7-53f0-496b-bb3a-63ecadec3586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb838af-c6a2-42e9-91de-26bae4736070,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:09.585021 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-9f8939a7-53f0-496b-bb3a-63ecadec3586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:09.665350 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 36512) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:09.666511 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9f8939a7-53f0-496b-bb3a-63ecadec3586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:09.667945 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-9f8939a7-53f0-496b-bb3a-63ecadec3586 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9eb838af-c6a2-42e9-91de-26bae4736070 HTTP/1.1" status: 204 len: 168 time: 0.6021988 Dec 04 00:55:09.682572 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33098da-11e1-4251-9782-227090e2536a req-f25c589b-1d3e-4791-ac2e-dd13e137e267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:09.684248 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c33098da-11e1-4251-9782-227090e2536a req-f25c589b-1d3e-4791-ac2e-dd13e137e267 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=eea45bcbec3745a7921ce97f5b8c1624&device_id=197d594f-0593-4fc9-ad7d-d03724ca05ae HTTP/1.1" status: 200 len: 1162 time: 0.9448094 Dec 04 00:55:09.701541 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aaa9333-e442-49ae-8649-b11011b2a3ae', 'tag': 'e8e80825-9d6c-4e2f-9f4f-56904567bf39', 'status': 'completed', 'code': 200} Dec 04 00:55:09.719453 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-86dad4d1-55ee-4cfc-809b-c446bb1e502a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:09.721069 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-86dad4d1-55ee-4cfc-809b-c446bb1e502a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8992a81f-7e9c-4e53-bca2-1c6f4569ebb0 HTTP/1.1" status: 200 len: 858 time: 0.1344094 Dec 04 00:55:09.789434 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-b180fcb6-baed-4acc-b599-56ff9f1198f1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=77143b40-0430-4aa2-93c2-47d05a30b59e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573833 Dec 04 00:55:09.884977 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f9877fc1-a0cb-49c3-b1b5-365538d40498 req-78426e95-9863-4274-ac8e-48ebc65995ed tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7033825 Dec 04 00:55:09.922563 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-50aebeaf-3b97-4a11-99ef-10ad2aef575b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:09.945755 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-50aebeaf-3b97-4a11-99ef-10ad2aef575b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:55:09.959448 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-50aebeaf-3b97-4a11-99ef-10ad2aef575b admin admin] Usage tracker for resource:security_group_rule and tenant:1f269a789d0b41c596f4f6827b77fdeb is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:55:09.977675 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-50aebeaf-3b97-4a11-99ef-10ad2aef575b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:55:09.987871 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-50aebeaf-3b97-4a11-99ef-10ad2aef575b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:55:10.027002 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-ac4cb10f-7e6e-4aa7-834b-8ae81f5b7ca3 service neutron] 10.222.0.86 "GET /v2.0/networks/77143b40-0430-4aa2-93c2-47d05a30b59e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290349 Dec 04 00:55:10.033205 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '715dc5da-a671-441c-8625-207c86d34324', 'tag': '5d0be9cc-37a4-4999-8db2-ab7be018b4da', 'status': 'completed', 'code': 200} Dec 04 00:55:10.149433 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c9189e92-c45a-47c5-9870-89049ec98c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:10.182412 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c9189e92-c45a-47c5-9870-89049ec98c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:10.235977 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-026fe937-db82-4494-9bde-10d70c510304 req-bf8fefcd-c3b2-45df-ae4b-ad570ee800bb service neutron] Attempting to bind port cac925b1-d037-4b65-9fd7-ff8b443a8ca9 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 00:55:10.236359 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-026fe937-db82-4494-9bde-10d70c510304 req-bf8fefcd-c3b2-45df-ae4b-ad570ee800bb service neutron] Attempting to bind port cac925b1-d037-4b65-9fd7-ff8b443a8ca9 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'd123e863-f9de-44b7-aef3-f3565b117e15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '81043efb-b877-4e23-b898-a49f43cd94b2'}] {{(pid=80327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 00:55:10.236741 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026fe937-db82-4494-9bde-10d70c510304 req-bf8fefcd-c3b2-45df-ae4b-ad570ee800bb service neutron] Attempting to bind port cac925b1-d037-4b65-9fd7-ff8b443a8ca9 on network 81043efb-b877-4e23-b898-a49f43cd94b2 {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 00:55:10.306682 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026fe937-db82-4494-9bde-10d70c510304 req-bf8fefcd-c3b2-45df-ae4b-ad570ee800bb service neutron] Checking agent: {'id': '37b4fca6-97cd-43de-9e09-0e080c5ad260', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 52, 16), 'started_at': datetime.datetime(2020, 12, 4, 0, 52, 46), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 00:55:10.307069 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026fe937-db82-4494-9bde-10d70c510304 req-bf8fefcd-c3b2-45df-ae4b-ad570ee800bb service neutron] Checking segment: {'id': 'd123e863-f9de-44b7-aef3-f3565b117e15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '81043efb-b877-4e23-b898-a49f43cd94b2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 00:55:10.307520 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-026fe937-db82-4494-9bde-10d70c510304 req-bf8fefcd-c3b2-45df-ae4b-ad570ee800bb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:10.307900 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-026fe937-db82-4494-9bde-10d70c510304 req-bf8fefcd-c3b2-45df-ae4b-ad570ee800bb service neutron] Bound using segment: {'id': 'd123e863-f9de-44b7-aef3-f3565b117e15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '81043efb-b877-4e23-b898-a49f43cd94b2'} {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 00:55:10.308392 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-026fe937-db82-4494-9bde-10d70c510304 req-bf8fefcd-c3b2-45df-ae4b-ad570ee800bb service neutron] Bound port: cac925b1-d037-4b65-9fd7-ff8b443a8ca9, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd123e863-f9de-44b7-aef3-f3565b117e15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '81043efb-b877-4e23-b898-a49f43cd94b2'}}] {{(pid=80327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 00:55:10.308772 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-026fe937-db82-4494-9bde-10d70c510304 req-bf8fefcd-c3b2-45df-ae4b-ad570ee800bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:10.320642 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b5f92d38-5081-45a5-b7ec-469ef47cfaa8 req-b11cf844-190e-437f-a2bc-5653993eb17f service neutron] 10.222.0.86 "GET /v2.0/networks/77143b40-0430-4aa2-93c2-47d05a30b59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6131096 Dec 04 00:55:10.325583 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-50aebeaf-3b97-4a11-99ef-10ad2aef575b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:10.327916 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c9189e92-c45a-47c5-9870-89049ec98c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:10.334321 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-51c2b067-81f4-46a3-ba26-df1f66504c73 req-3d11440a-4107-4765-b26b-6bd1cae3e6b8 service neutron] 10.222.0.86 "GET /v2.0/networks/77143b40-0430-4aa2-93c2-47d05a30b59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2658162 Dec 04 00:55:10.340956 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 36530) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:10.348855 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-3b4a2d38-8e6f-427c-be2f-00e34c75c3fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:10.371965 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-5db94abf-9904-4d60-9648-692cff0a6df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:10.390371 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-5db94abf-9904-4d60-9648-692cff0a6df3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:55:10.395020 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-5db94abf-9904-4d60-9648-692cff0a6df3 admin admin] Usage tracker for resource:security_group_rule and tenant:63f5219e834d493f96c9861eca55820e is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:55:10.399924 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-50aebeaf-3b97-4a11-99ef-10ad2aef575b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:10.409012 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-5db94abf-9904-4d60-9648-692cff0a6df3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:55:10.413898 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-5ec46647-d6bd-4b20-ae61-11af9ffbb24f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:10.423912 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9189e92-c45a-47c5-9870-89049ec98c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a82eb0-9903-4e32-b374-914810aba38d,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:10.468296 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c9189e92-c45a-47c5-9870-89049ec98c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:10.471455 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aebeaf-3b97-4a11-99ef-10ad2aef575b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1077a620-e109-415b-bee0-8e5d91258c80,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:10.475069 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-50aebeaf-3b97-4a11-99ef-10ad2aef575b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:10.476209 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-5db94abf-9904-4d60-9648-692cff0a6df3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:55:10.492177 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4049c4c-0bd0-47a9-9960-31c2a7ee4b1e req-56424081-68fb-466c-8959-cb7ad835084e tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:10.499870 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c4049c4c-0bd0-47a9-9960-31c2a7ee4b1e req-56424081-68fb-466c-8959-cb7ad835084e tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 946 time: 0.7453170 Dec 04 00:55:10.507806 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-50aebeaf-3b97-4a11-99ef-10ad2aef575b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1f269a789d0b41c596f4f6827b77fdeb&name=default HTTP/1.1" status: 200 len: 2879 time: 0.8381636 Dec 04 00:55:10.514101 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 36536) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:10.544675 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33098da-11e1-4251-9782-227090e2536a req-056e9f11-c23b-4ce1-86b6-c58131c31a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:10.546246 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c33098da-11e1-4251-9782-227090e2536a req-056e9f11-c23b-4ce1-86b6-c58131c31a3d service neutron] 10.222.0.86 "GET /v2.0/networks?id=649ca0aa-72bd-4e17-9388-fa810bd5b1c7 HTTP/1.1" status: 200 len: 906 time: 0.7961266 Dec 04 00:55:10.562763 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c9189e92-c45a-47c5-9870-89049ec98c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:10.566755 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-c9189e92-c45a-47c5-9870-89049ec98c2e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/45a82eb0-9903-4e32-b374-914810aba38d HTTP/1.1" status: 204 len: 168 time: 1.4550283 Dec 04 00:55:10.678412 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-5db94abf-9904-4d60-9648-692cff0a6df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:10.712153 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa6ec1-431c-4ec4-ad65-d376dd19cfb5 req-04534dff-8c52-46f4-8740-679d3c14eed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:10.713912 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-29fa6ec1-431c-4ec4-ad65-d376dd19cfb5 req-04534dff-8c52-46f4-8740-679d3c14eed5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0bf338724dbe4d6fb75ec0856b79ca35&device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 1160 time: 0.1293712 Dec 04 00:55:10.767279 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-5db94abf-9904-4d60-9648-692cff0a6df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:10.780359 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c4049c4c-0bd0-47a9-9960-31c2a7ee4b1e req-dd942dc2-aa2f-43fb-baa6-7fc23bf3731e tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=978b1d25-473d-42fc-8057-7fd8e260165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2794468 Dec 04 00:55:10.819444 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c33098da-11e1-4251-9782-227090e2536a req-890f9973-c394-44bc-9962-51fc0abff39e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4ef2439-5f19-4b66-acdb-03661b5988d4 HTTP/1.1" status: 200 len: 217 time: 0.2029810 Dec 04 00:55:10.819444 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-026fe937-db82-4494-9bde-10d70c510304 req-bf8fefcd-c3b2-45df-ae4b-ad570ee800bb service neutron] For port cac925b1-d037-4b65-9fd7-ff8b443a8ca9, host hv-cinder-76330, cleared binding levels {{(pid=80327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 00:55:10.865457 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-e392133c-db4a-4bc7-9249-cc4217ae0700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:10.894253 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 36552) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:10.900068 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-5db94abf-9904-4d60-9648-692cff0a6df3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=63f5219e834d493f96c9861eca55820e&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5515974 Dec 04 00:55:10.916760 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-026fe937-db82-4494-9bde-10d70c510304 req-bf8fefcd-c3b2-45df-ae4b-ad570ee800bb service neutron] For port cac925b1-d037-4b65-9fd7-ff8b443a8ca9, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=cac925b1-d037-4b65-9fd7-ff8b443a8ca9,segment=NetworkSegment(d123e863-f9de-44b7-aef3-f3565b117e15),segment_id=d123e863-f9de-44b7-aef3-f3565b117e15)] {{(pid=80327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 00:55:10.937391 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db94abf-9904-4d60-9648-692cff0a6df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66179239-0d16-429c-867c-a6ddfd1fa74c,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:10.941545 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-5db94abf-9904-4d60-9648-692cff0a6df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:10.944330 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-5c4f7edc-4338-4ca4-8c1e-dd8f32c2e933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:10.982965 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa6ec1-431c-4ec4-ad65-d376dd19cfb5 req-b0a360e6-2c9b-4d67-9074-98bba06c6033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:10.985378 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-29fa6ec1-431c-4ec4-ad65-d376dd19cfb5 req-b0a360e6-2c9b-4d67-9074-98bba06c6033 service neutron] 10.222.0.86 "GET /v2.0/networks?id=77143b40-0430-4aa2-93c2-47d05a30b59e HTTP/1.1" status: 200 len: 912 time: 0.2638519 Dec 04 00:55:10.987260 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279674a-52fe-439f-8636-92b3b678fe34 req-fc578159-88fa-4c5b-92be-973c068d0c06 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:10.989015 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e279674a-52fe-439f-8636-92b3b678fe34 req-fc578159-88fa-4c5b-92be-973c068d0c06 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 943 time: 0.6308610 Dec 04 00:55:11.067795 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33098da-11e1-4251-9782-227090e2536a req-2a836fe6-737c-4e59-9303-bce60cedcb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:11.069487 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c33098da-11e1-4251-9782-227090e2536a req-2a836fe6-737c-4e59-9303-bce60cedcb74 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=07bc11c6-5528-483c-8014-9e78a31f03c3 HTTP/1.1" status: 200 len: 852 time: 0.2489924 Dec 04 00:55:11.079368 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-29fa6ec1-431c-4ec4-ad65-d376dd19cfb5 req-8f843f2b-c1de-4dd4-a4ce-2f65922d8172 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8e80825-9d6c-4e2f-9f4f-56904567bf39 HTTP/1.1" status: 200 len: 217 time: 0.0781364 Dec 04 00:55:11.160881 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-5c4f7edc-4338-4ca4-8c1e-dd8f32c2e933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:11.198969 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa6ec1-431c-4ec4-ad65-d376dd19cfb5 req-d58cefc8-7491-490a-9b59-172da221a74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:11.201622 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-29fa6ec1-431c-4ec4-ad65-d376dd19cfb5 req-d58cefc8-7491-490a-9b59-172da221a74c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8992a81f-7e9c-4e53-bca2-1c6f4569ebb0 HTTP/1.1" status: 200 len: 858 time: 0.1132731 Dec 04 00:55:11.222435 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf0cea-3ab7-47f4-8d2d-f9de865d6a7f req-0b074ac7-39c4-4d58-b917-2bc602896d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:11.224241 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-1caf0cea-3ab7-47f4-8d2d-f9de865d6a7f req-0b074ac7-39c4-4d58-b917-2bc602896d6b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0bf338724dbe4d6fb75ec0856b79ca35&device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 1161 time: 0.6150343 Dec 04 00:55:11.226303 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c33098da-11e1-4251-9782-227090e2536a req-e7732819-c90b-411a-8565-4537eace0600 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=649ca0aa-72bd-4e17-9388-fa810bd5b1c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1435428 Dec 04 00:55:11.270669 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-29fa6ec1-431c-4ec4-ad65-d376dd19cfb5 req-064f1b36-ed8d-4eab-8f21-d2fc315d0ead service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=77143b40-0430-4aa2-93c2-47d05a30b59e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543242 Dec 04 00:55:11.325960 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e279674a-52fe-439f-8636-92b3b678fe34 req-37a6d17f-8b7a-4c24-b726-0f2af9f34906 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3175604 Dec 04 00:55:11.335722 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-962037fc-cfab-4d16-a6d4-f27c5ff53793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:11.471744 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-29fa6ec1-431c-4ec4-ad65-d376dd19cfb5 req-e9931fb0-5062-4511-a07b-a4b7979e7973 service neutron] 10.222.0.86 "GET /v2.0/networks/77143b40-0430-4aa2-93c2-47d05a30b59e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744142 Dec 04 00:55:11.567428 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device e236366b-b7bb-43a8-ab8b-65cd6680398a up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:55:11.644946 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-962037fc-cfab-4d16-a6d4-f27c5ff53793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:11.658472 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port e236366b-b7bb-43a8-ab8b-65cd6680398a triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:55:11.659119 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:11.667493 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-29fa6ec1-431c-4ec4-ad65-d376dd19cfb5 req-2bd69fbe-9105-45da-9278-4b140026c0da service neutron] 10.222.0.86 "GET /v2.0/networks/77143b40-0430-4aa2-93c2-47d05a30b59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1844602 Dec 04 00:55:11.693812 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c33098da-11e1-4251-9782-227090e2536a req-35a5e5c3-7cca-46d3-b3aa-8f6dbdba6aee service neutron] 10.222.0.86 "GET /v2.0/networks/649ca0aa-72bd-4e17-9388-fa810bd5b1c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4281595 Dec 04 00:55:11.765712 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf0cea-3ab7-47f4-8d2d-f9de865d6a7f req-43f9d294-35ed-4024-8cca-a5f4a45a6399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:11.767262 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-1caf0cea-3ab7-47f4-8d2d-f9de865d6a7f req-43f9d294-35ed-4024-8cca-a5f4a45a6399 service neutron] 10.222.0.86 "GET /v2.0/networks?id=77143b40-0430-4aa2-93c2-47d05a30b59e HTTP/1.1" status: 200 len: 912 time: 0.5128329 Dec 04 00:55:11.943327 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-1caf0cea-3ab7-47f4-8d2d-f9de865d6a7f req-2196494f-f508-4cd1-b4a7-10c6ec044114 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d0be9cc-37a4-4999-8db2-ab7be018b4da HTTP/1.1" status: 200 len: 217 time: 0.1481216 Dec 04 00:55:12.013170 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c09dc3-05b3-4d24-a0c1-08017e2ea589 req-7fdc0ef4-2229-432c-b2d6-de60f4f2b5a9 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:12.014742 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-29c09dc3-05b3-4d24-a0c1-08017e2ea589 req-7fdc0ef4-2229-432c-b2d6-de60f4f2b5a9 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 944 time: 0.5129068 Dec 04 00:55:12.265719 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-962037fc-cfab-4d16-a6d4-f27c5ff53793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:12.270089 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-026fe937-db82-4494-9bde-10d70c510304 req-bf8fefcd-c3b2-45df-ae4b-ad570ee800bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27697970'] for port, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:12.270856 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-5c4f7edc-4338-4ca4-8c1e-dd8f32c2e933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:12.282056 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-89513e53-89f5-4bb1-ab46-a7b5fdbc9b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:12.335102 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf0cea-3ab7-47f4-8d2d-f9de865d6a7f req-5ccb37c8-35e3-43e3-a32b-5048fba80d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:12.346157 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-1caf0cea-3ab7-47f4-8d2d-f9de865d6a7f req-5ccb37c8-35e3-43e3-a32b-5048fba80d6d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8992a81f-7e9c-4e53-bca2-1c6f4569ebb0 HTTP/1.1" status: 200 len: 858 time: 0.3873107 Dec 04 00:55:12.348018 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962037fc-cfab-4d16-a6d4-f27c5ff53793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66179239-0d16-429c-867c-a6ddfd1fa74c,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:12.438358 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c33098da-11e1-4251-9782-227090e2536a req-95fcac60-fa8a-4630-96a0-21370f4956a0 service neutron] 10.222.0.86 "GET /v2.0/networks/649ca0aa-72bd-4e17-9388-fa810bd5b1c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6752636 Dec 04 00:55:12.440765 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-29c09dc3-05b3-4d24-a0c1-08017e2ea589 req-9c3ff3a6-f0df-4e1a-b5c5-ca98c585651f tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4106016 Dec 04 00:55:12.490425 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-1caf0cea-3ab7-47f4-8d2d-f9de865d6a7f req-8f2d05f8-ce15-40a5-b0b3-a5f6011b6fba service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=77143b40-0430-4aa2-93c2-47d05a30b59e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643051 Dec 04 00:55:12.494284 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f7edc-4338-4ca4-8c1e-dd8f32c2e933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1077a620-e109-415b-bee0-8e5d91258c80,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:12.498657 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-962037fc-cfab-4d16-a6d4-f27c5ff53793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:12.501304 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-962037fc-cfab-4d16-a6d4-f27c5ff53793 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/66179239-0d16-429c-867c-a6ddfd1fa74c HTTP/1.1" status: 204 len: 168 time: 1.5977256 Dec 04 00:55:12.501304 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-5c4f7edc-4338-4ca4-8c1e-dd8f32c2e933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:12.502128 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-5c4f7edc-4338-4ca4-8c1e-dd8f32c2e933 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1077a620-e109-415b-bee0-8e5d91258c80 HTTP/1.1" status: 204 len: 168 time: 1.9694476 Dec 04 00:55:12.503311 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-5c4f7edc-4338-4ca4-8c1e-dd8f32c2e933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:12.507198 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.218s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:12.507579 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:12.531751 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-d260a037-c8d6-4b49-8d96-5b448f99bdea tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.198s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:12.614663 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 36582) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:12.673497 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-bd6fca81-d3c8-4ad4-862e-5d1eacd27751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:12.700800 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-bd6fca81-d3c8-4ad4-862e-5d1eacd27751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:55:12.705912 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-bd6fca81-d3c8-4ad4-862e-5d1eacd27751 admin admin] Usage tracker for resource:security_group_rule and tenant:18addc72ea2e456f900c2700887efed1 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:55:12.710959 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-bd6fca81-d3c8-4ad4-862e-5d1eacd27751 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:55:12.732194 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-bd6fca81-d3c8-4ad4-862e-5d1eacd27751 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:55:12.831186 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8fefcd-c3b2-45df-ae4b-ad570ee800bb service neutron] Pushing event updated for resources: {'Port': ['ID=cac925b1-d037-4b65-9fd7-ff8b443a8ca9,revision_number=3']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:12.863000 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-bf8fefcd-c3b2-45df-ae4b-ad570ee800bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:12.923986 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026fe937-db82-4494-9bde-10d70c510304 req-bf8fefcd-c3b2-45df-ae4b-ad570ee800bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:12.924749 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-026fe937-db82-4494-9bde-10d70c510304 req-bf8fefcd-c3b2-45df-ae4b-ad570ee800bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:12.926719 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-026fe937-db82-4494-9bde-10d70c510304 req-bf8fefcd-c3b2-45df-ae4b-ad570ee800bb service neutron] 10.222.0.86 "PUT /v2.0/ports/cac925b1-d037-4b65-9fd7-ff8b443a8ca9 HTTP/1.1" status: 200 len: 1157 time: 6.2086716 Dec 04 00:55:12.927654 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21cd8e50-c397-4f0c-8c16-04603c1a8a63', 'tag': 'cac925b1-d037-4b65-9fd7-ff8b443a8ca9'}] {{(pid=80327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:55:13.002649 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-1caf0cea-3ab7-47f4-8d2d-f9de865d6a7f req-4a258668-bc61-4ce7-b0ac-5d3bf9edeadb service neutron] 10.222.0.86 "GET /v2.0/networks/77143b40-0430-4aa2-93c2-47d05a30b59e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4961038 Dec 04 00:55:13.018618 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9d5dc-1676-461f-81fe-de19f0accbf3 req-84900f3b-8db7-4245-b352-953f52ee964c tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:13.025813 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f0e9d5dc-1676-461f-81fe-de19f0accbf3 req-84900f3b-8db7-4245-b352-953f52ee964c tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 946 time: 0.3085063 Dec 04 00:55:13.153291 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-bd6fca81-d3c8-4ad4-862e-5d1eacd27751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:13.231873 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-bd6fca81-d3c8-4ad4-862e-5d1eacd27751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:13.244825 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-4665dbb9-98d5-40c7-b653-807404598e3f tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:13.264683 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-1caf0cea-3ab7-47f4-8d2d-f9de865d6a7f req-a4f48121-d34c-4a89-82cf-1e42b2461d23 service neutron] 10.222.0.86 "GET /v2.0/networks/77143b40-0430-4aa2-93c2-47d05a30b59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2352741 Dec 04 00:55:13.297518 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-bd6fca81-d3c8-4ad4-862e-5d1eacd27751 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=18addc72ea2e456f900c2700887efed1&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6805754 Dec 04 00:55:13.298312 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6fca81-d3c8-4ad4-862e-5d1eacd27751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92628ea3-6bfc-4a6b-9247-a06aa69209b8,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:13.302072 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 36598) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:13.305222 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-bd6fca81-d3c8-4ad4-862e-5d1eacd27751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:13.376498 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e27f792d-a6b3-4e82-a2d5-1c1afa83e2f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:13.409926 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f0e9d5dc-1676-461f-81fe-de19f0accbf3 req-fab767b8-ea52-4ec9-b4a8-e679be865292 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=978b1d25-473d-42fc-8057-7fd8e260165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3818491 Dec 04 00:55:13.413559 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e27f792d-a6b3-4e82-a2d5-1c1afa83e2f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:13.472342 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026fe937-db82-4494-9bde-10d70c510304 req-7c005ab9-7052-4700-8c04-59ec30528f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:13.473973 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-026fe937-db82-4494-9bde-10d70c510304 req-7c005ab9-7052-4700-8c04-59ec30528f08 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=27c40306c9424330a5920da109201aa5&device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 1160 time: 0.2128651 Dec 04 00:55:13.481294 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bae190-ff0c-457e-a629-58763026c5aa req-236d7234-6586-40e6-a43e-3aa4f24ca0c9 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:13.482895 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d3bae190-ff0c-457e-a629-58763026c5aa req-236d7234-6586-40e6-a43e-3aa4f24ca0c9 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 943 time: 0.2229548 Dec 04 00:55:13.517571 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e27f792d-a6b3-4e82-a2d5-1c1afa83e2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:13.522922 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:13.538987 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f792d-a6b3-4e82-a2d5-1c1afa83e2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92628ea3-6bfc-4a6b-9247-a06aa69209b8,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:13.544008 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-e27f792d-a6b3-4e82-a2d5-1c1afa83e2f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:13.557041 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e27f792d-a6b3-4e82-a2d5-1c1afa83e2f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:13.558268 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-e27f792d-a6b3-4e82-a2d5-1c1afa83e2f3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/92628ea3-6bfc-4a6b-9247-a06aa69209b8 HTTP/1.1" status: 204 len: 168 time: 0.2552614 Dec 04 00:55:13.564340 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21cd8e50-c397-4f0c-8c16-04603c1a8a63', 'tag': 'cac925b1-d037-4b65-9fd7-ff8b443a8ca9', 'status': 'completed', 'code': 200} Dec 04 00:55:13.599351 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-026fe937-db82-4494-9bde-10d70c510304 req-293d6014-e6f5-4cac-89b6-f9847255c51f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cac925b1-d037-4b65-9fd7-ff8b443a8ca9 HTTP/1.1" status: 200 len: 217 time: 0.1100366 Dec 04 00:55:13.627916 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 36612) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:13.651178 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-bce7a056-da73-4dcf-ac06-b80f393f2af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:13.670160 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-bce7a056-da73-4dcf-ac06-b80f393f2af0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:55:13.682570 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-bce7a056-da73-4dcf-ac06-b80f393f2af0 admin admin] Usage tracker for resource:security_group_rule and tenant:49455c5c8fc34994aac829236eceebd0 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:55:13.694835 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-bce7a056-da73-4dcf-ac06-b80f393f2af0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:55:13.701679 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.objects.ports [None req-c5c4a12b-a299-4f37-be35-45b7c63103e7 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80328) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 04 00:55:13.707273 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-bce7a056-da73-4dcf-ac06-b80f393f2af0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:55:13.747985 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d3bae190-ff0c-457e-a629-58763026c5aa req-5bf3b8be-88c2-4dde-bff1-0dcdc5feb4f1 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2565818 Dec 04 00:55:13.834161 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026fe937-db82-4494-9bde-10d70c510304 req-609fe68c-c516-40d2-9457-59b526fd1585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:13.839957 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-026fe937-db82-4494-9bde-10d70c510304 req-609fe68c-c516-40d2-9457-59b526fd1585 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=09a18547-ffe8-483f-9f89-ed9ea46deb6c HTTP/1.1" status: 200 len: 855 time: 0.2308207 Dec 04 00:55:13.914365 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-bce7a056-da73-4dcf-ac06-b80f393f2af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:13.925071 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5125001-ddbd-4c42-9d42-caf1941a2d35 req-8029498e-9fee-43a7-adf0-9b24ac894a6f tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:13.926813 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b5125001-ddbd-4c42-9d42-caf1941a2d35 req-8029498e-9fee-43a7-adf0-9b24ac894a6f tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 946 time: 0.2738426 Dec 04 00:55:13.936513 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 36622) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:13.943569 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-f8da80e8-9751-46c7-8711-304250c32062 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Request body: {'floatingip': {'port_id': 'e236366b-b7bb-43a8-ab8b-65cd6680398a'}} {{(pid=80326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:55:14.004548 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026fe937-db82-4494-9bde-10d70c510304 req-c5670288-4227-498c-9ed9-46894ea8f032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:14.006405 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-026fe937-db82-4494-9bde-10d70c510304 req-c5670288-4227-498c-9ed9-46894ea8f032 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=81043efb-b877-4e23-b898-a49f43cd94b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1587741 Dec 04 00:55:14.038026 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-bce7a056-da73-4dcf-ac06-b80f393f2af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:14.055211 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-9b3f3470-31c2-4375-a1bf-f6d99e578bc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:14.090336 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7a056-da73-4dcf-ac06-b80f393f2af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b18f05a-71a1-475b-9fe2-e2d0380594de,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:14.099757 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-bce7a056-da73-4dcf-ac06-b80f393f2af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:14.104722 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f8da80e8-9751-46c7-8711-304250c32062 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for floatingip, before_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:14.314036 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-026fe937-db82-4494-9bde-10d70c510304 req-1e2a6a66-7d66-4669-be7a-6c2b564bd977 service neutron] 10.222.0.86 "GET /v2.0/networks/81043efb-b877-4e23-b898-a49f43cd94b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969992 Dec 04 00:55:14.337034 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-bce7a056-da73-4dcf-ac06-b80f393f2af0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=49455c5c8fc34994aac829236eceebd0&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7049396 Dec 04 00:55:14.343455 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17849f5c-c924-4379-b307-ec37b7205913 req-c3ddbdc3-77cb-4d4b-9e23-ee921e2dd86f tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:14.355097 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-17849f5c-c924-4379-b307-ec37b7205913 req-c3ddbdc3-77cb-4d4b-9e23-ee921e2dd86f tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 944 time: 0.4047515 Dec 04 00:55:14.359068 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 36636) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:14.629254 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-026fe937-db82-4494-9bde-10d70c510304 req-7f383e3e-18c0-4b93-b696-95d4dc78b06d service neutron] 10.222.0.86 "GET /v2.0/networks/81043efb-b877-4e23-b898-a49f43cd94b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2688565 Dec 04 00:55:14.665949 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-10947b07-0051-4b50-9a94-592b6c1ff1ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:14.678045 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-17849f5c-c924-4379-b307-ec37b7205913 req-0bfa901c-0067-462d-b074-6efcc93b007a tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219583 Dec 04 00:55:14.704699 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-739a8380-a334-48ee-888c-54d1d99bc462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:14.737844 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-739a8380-a334-48ee-888c-54d1d99bc462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:14.854904 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-739a8380-a334-48ee-888c-54d1d99bc462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:14.860221 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:14.884678 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739a8380-a334-48ee-888c-54d1d99bc462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b18f05a-71a1-475b-9fe2-e2d0380594de,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:14.887567 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-739a8380-a334-48ee-888c-54d1d99bc462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:14.899816 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-739a8380-a334-48ee-888c-54d1d99bc462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:14.903624 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-739a8380-a334-48ee-888c-54d1d99bc462 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9b18f05a-71a1-475b-9fe2-e2d0380594de HTTP/1.1" status: 204 len: 168 time: 0.5286000 Dec 04 00:55:14.922311 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4745b-b47d-4f2b-bc59-15ddd85b00df req-88022386-e209-42c7-a3bd-129113a28375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:14.923987 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-05e4745b-b47d-4f2b-bc59-15ddd85b00df req-88022386-e209-42c7-a3bd-129113a28375 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=27c40306c9424330a5920da109201aa5&device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 1160 time: 0.1234677 Dec 04 00:55:15.138666 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f8da80e8-9751-46c7-8711-304250c32062 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for floatingip, precommit_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:15.151748 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4745b-b47d-4f2b-bc59-15ddd85b00df req-a4b728ff-eaa3-48e3-9155-7e149b5865f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:15.153505 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-05e4745b-b47d-4f2b-bc59-15ddd85b00df req-a4b728ff-eaa3-48e3-9155-7e149b5865f8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=81043efb-b877-4e23-b898-a49f43cd94b2 HTTP/1.1" status: 200 len: 910 time: 0.2203574 Dec 04 00:55:15.163350 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca537eb-4d51-4747-97c3-e4c5158d9298 req-8f9ff57f-ef66-4021-a2bd-5e381ea44196 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:15.165286 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-0ca537eb-4d51-4747-97c3-e4c5158d9298 req-8f9ff57f-ef66-4021-a2bd-5e381ea44196 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 943 time: 0.2050073 Dec 04 00:55:15.174767 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f8da80e8-9751-46c7-8711-304250c32062 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656493'] for floatingip, after_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:15.404433 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.db.l3_db [None req-f8da80e8-9751-46c7-8711-304250c32062 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Floating IP 02839980-34b8-4b54-acad-b4a27612d407 associated. External IP: 172.28.3.105, port: e236366b-b7bb-43a8-ab8b-65cd6680398a. Dec 04 00:55:15.417934 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device e8e80825-9d6c-4e2f-9f4f-56904567bf39 up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:55:15.603651 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-05e4745b-b47d-4f2b-bc59-15ddd85b00df req-3a396d34-5b55-4865-b8f5-aef1d6fc4b76 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cac925b1-d037-4b65-9fd7-ff8b443a8ca9 HTTP/1.1" status: 200 len: 217 time: 0.4371986 Dec 04 00:55:15.642832 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning for port e8e80825-9d6c-4e2f-9f4f-56904567bf39 completed by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 00:55:15.648792 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port e8e80825-9d6c-4e2f-9f4f-56904567bf39 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:55:15.649529 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:15.692655 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4745b-b47d-4f2b-bc59-15ddd85b00df req-b19c9412-d1a6-4fa4-af0d-ca37b27daf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:15.694401 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-05e4745b-b47d-4f2b-bc59-15ddd85b00df req-b19c9412-d1a6-4fa4-af0d-ca37b27daf34 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=09a18547-ffe8-483f-9f89-ed9ea46deb6c HTTP/1.1" status: 200 len: 855 time: 0.0813096 Dec 04 00:55:15.715902 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-0ca537eb-4d51-4747-97c3-e4c5158d9298 req-3ed62ad5-cbb1-4f85-9115-c3c77529b878 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4906352 Dec 04 00:55:15.951731 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:15.981352 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4745b-b47d-4f2b-bc59-15ddd85b00df req-40dca278-7331-4a6f-bb5b-18eeba47b006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:15.983338 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-05e4745b-b47d-4f2b-bc59-15ddd85b00df req-40dca278-7331-4a6f-bb5b-18eeba47b006 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=81043efb-b877-4e23-b898-a49f43cd94b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2501953 Dec 04 00:55:16.033081 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] For port e8e80825-9d6c-4e2f-9f4f-56904567bf39, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=e8e80825-9d6c-4e2f-9f4f-56904567bf39,segment=NetworkSegment(4488f1fe-a387-4cba-a67e-2b166f386e37),segment_id=4488f1fe-a387-4cba-a67e-2b166f386e37)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:55:16.038894 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aaa9333-e442-49ae-8649-b11011b2a3ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e80825-9d6c-4e2f-9f4f-56904567bf39'}] {{(pid=80328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:55:16.076230 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:16.077372 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 5d0be9cc-37a4-4999-8db2-ab7be018b4da up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:55:16.143660 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:16.198624 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8da80e8-9751-46c7-8711-304250c32062 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Router e73d3ce5-26db-42a2-a516-d94cddde4093 has already been hosted by L3 agent 584cecf2-ad77-484a-986e-0fea284e741d {{(pid=80326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 00:55:16.284911 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a16c19-c98e-4a1d-b740-9ed345ddf17e req-47e829ca-4f27-40f1-9dcd-790b97e48e07 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:16.292560 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-90a16c19-c98e-4a1d-b740-9ed345ddf17e req-47e829ca-4f27-40f1-9dcd-790b97e48e07 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 944 time: 0.4108665 Dec 04 00:55:16.383937 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:16.395975 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aaa9333-e442-49ae-8649-b11011b2a3ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e80825-9d6c-4e2f-9f4f-56904567bf39', 'code': 200} Dec 04 00:55:16.406153 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Pushing event updated for resources: {'Port': ['ID=e8e80825-9d6c-4e2f-9f4f-56904567bf39,revision_number=4']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:16.409381 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-05e4745b-b47d-4f2b-bc59-15ddd85b00df req-1d1930ae-49dd-4161-840e-a30ddc7b60e0 service neutron] 10.222.0.86 "GET /v2.0/networks/81043efb-b877-4e23-b898-a49f43cd94b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167521 Dec 04 00:55:16.417287 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:16.447649 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8da80e8-9751-46c7-8711-304250c32062 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify agent at l3_agent.dv-cinder-763306-5-smb the message routers_updated {{(pid=80326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 00:55:16.463728 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7efc902-3d67-4bfd-ad9c-de967b683bb2 None None] Sync routers for ids ['e73d3ce5-26db-42a2-a516-d94cddde4093'] in dv-cinder-763306-5-smb {{(pid=80329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 00:55:16.494871 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7efc902-3d67-4bfd-ad9c-de967b683bb2 None None] Routers {'e73d3ce5-26db-42a2-a516-d94cddde4093'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 00:55:16.495875 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-c7efc902-3d67-4bfd-ad9c-de967b683bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T00:54:47Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['e73d3ce5-26db-42a2-a516-d94cddde4093'], 'active': True} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:55:16.511360 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f8da80e8-9751-46c7-8711-304250c32062 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for floatingip, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:16.557122 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning for port 5d0be9cc-37a4-4999-8db2-ab7be018b4da completed by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 00:55:16.564717 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port 5d0be9cc-37a4-4999-8db2-ab7be018b4da triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:55:16.565148 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:16.652352 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-f8da80e8-9751-46c7-8711-304250c32062 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "PUT /v2.0/floatingips/02839980-34b8-4b54-acad-b4a27612d407 HTTP/1.1" status: 200 len: 992 time: 2.7141879 Dec 04 00:55:16.653181 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc6983a-3be7-44b8-aadc-a3d819d47f62', 'tag': 'e236366b-b7bb-43a8-ab8b-65cd6680398a'}] {{(pid=80326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:55:16.731221 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-90a16c19-c98e-4a1d-b740-9ed345ddf17e req-32b1b7a5-c3b5-46eb-9e7e-b8f78030dcff tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109400 Dec 04 00:55:16.812312 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-c7efc902-3d67-4bfd-ad9c-de967b683bb2 None None] Set router e73d3ce5-26db-42a2-a516-d94cddde4093 gateway port host: dv-cinder-763306-5-smb {{(pid=80329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 00:55:16.843570 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:16.891525 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-ea894b04-e3e5-4623-8fd4-8b291a89793b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:16.902899 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc6983a-3be7-44b8-aadc-a3d819d47f62', 'tag': 'e236366b-b7bb-43a8-ab8b-65cd6680398a', 'status': 'completed', 'code': 200} Dec 04 00:55:16.967485 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-05e4745b-b47d-4f2b-bc59-15ddd85b00df req-c0c1976b-86e1-4f0b-ae24-8aa68e047905 service neutron] 10.222.0.86 "GET /v2.0/networks/81043efb-b877-4e23-b898-a49f43cd94b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4686034 Dec 04 00:55:16.974480 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4271d-d48c-4e06-ada5-b204f6fe5f7e req-b5ac9013-fdbf-42c7-b243-e17c6b02d9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:16.977901 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-20d4271d-d48c-4e06-ada5-b204f6fe5f7e req-b5ac9013-fdbf-42c7-b243-e17c6b02d9bc service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 1162 time: 0.3773556 Dec 04 00:55:16.979091 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] For port 5d0be9cc-37a4-4999-8db2-ab7be018b4da, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=5d0be9cc-37a4-4999-8db2-ab7be018b4da,segment=NetworkSegment(4488f1fe-a387-4cba-a67e-2b166f386e37),segment_id=4488f1fe-a387-4cba-a67e-2b166f386e37)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:55:17.026033 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:17.028293 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:17.182518 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Pushing event updated for resources: {'Port': ['ID=5d0be9cc-37a4-4999-8db2-ab7be018b4da,revision_number=4']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:17.194777 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:17.202339 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-20d4271d-d48c-4e06-ada5-b204f6fe5f7e req-3fdf939d-ddc3-4eb3-9dea-56dc73d55f4a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979413 Dec 04 00:55:17.261298 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b230d-20db-47cd-b8f4-c2f79eaa32b5 req-774350be-1682-4fbb-b86f-1d037b183311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:17.265180 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ec7b230d-20db-47cd-b8f4-c2f79eaa32b5 req-774350be-1682-4fbb-b86f-1d037b183311 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=04c9a96d934d4f7994fdaf4cc2f7c1bf&device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 1163 time: 0.2622876 Dec 04 00:55:17.327444 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 6 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 00:55:17.449591 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:17.481180 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba279dd-1c69-4899-be1f-7f968009dc2a req-6bf899b4-0cbc-4464-8331-982028bf0b9b tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:17.483199 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6ba279dd-1c69-4899-be1f-7f968009dc2a req-6bf899b4-0cbc-4464-8331-982028bf0b9b tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 943 time: 0.1280591 Dec 04 00:55:17.511524 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-c7efc902-3d67-4bfd-ad9c-de967b683bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'name': 'tempest-AttachVolumeTestJSON-2010543096-router', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.252'}], 'enable_snat': True}, 'gw_port_id': '58a8596b-a868-4d09-a984-0a9b88900097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:22Z', 'updated_at': '2020-12-04T00:54:31Z', 'revision_number': 4, 'project_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'gw_port': {'id': '58a8596b-a868-4d09-a984-0a9b88900097', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:24Z', 'updated_at': '2020-12-04T00:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_floatingips': [{'id': '02839980-34b8-4b54-acad-b4a27612d407', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'floating_ip_address': '172.28.3.105', 'floating_network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'router_id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'port_id': 'e236366b-b7bb-43a8-ab8b-65cd6680398a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b41ba9d1-b8eb-4b60-b39c-3d77682273c8', 'mac_address': 'fa:16:3e:10:28:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc6983a-3be7-44b8-aadc-a3d819d47f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:54:43Z', 'updated_at': '2020-12-04T00:55:14Z', 'revision_number': 1, 'project_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed57316-8a1d-4683-8006-f7e7ac4e783e', 'name': '', 'network_id': 'b41ba9d1-b8eb-4b60-b39c-3d77682273c8', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'mac_address': 'fa:16:3e:4e:0a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2d3dffb9-b2e9-4653-a15c-51f3777e3e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:29Z', 'updated_at': '2020-12-04T00:54:47Z', 'revision_number': 5, 'project_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'subnets': [{'id': '2d3dffb9-b2e9-4653-a15c-51f3777e3e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:55:17.516355 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7efc902-3d67-4bfd-ad9c-de967b683bb2 None None] Checking router: e73d3ce5-26db-42a2-a516-d94cddde4093 for host: dv-cinder-763306-5-smb {{(pid=80329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 00:55:17.525888 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7efc902-3d67-4bfd-ad9c-de967b683bb2 None None] Routers {'e73d3ce5-26db-42a2-a516-d94cddde4093'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 00:55:17.526596 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-c7efc902-3d67-4bfd-ad9c-de967b683bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T00:55:17Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['e73d3ce5-26db-42a2-a516-d94cddde4093'], 'active': True} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:55:17.824548 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b230d-20db-47cd-b8f4-c2f79eaa32b5 req-4dadb6e9-e9c5-4623-9d2a-bed60020dfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:17.826299 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ec7b230d-20db-47cd-b8f4-c2f79eaa32b5 req-4dadb6e9-e9c5-4623-9d2a-bed60020dfd4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b41ba9d1-b8eb-4b60-b39c-3d77682273c8 HTTP/1.1" status: 200 len: 905 time: 0.2651622 Dec 04 00:55:17.949123 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-c7efc902-3d67-4bfd-ad9c-de967b683bb2 None None] Set router e73d3ce5-26db-42a2-a516-d94cddde4093 gateway port host: dv-cinder-763306-5-smb {{(pid=80329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 00:55:17.994332 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6ba279dd-1c69-4899-be1f-7f968009dc2a req-8a0d861e-db7a-4063-a237-8e941e1576ff tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5046029 Dec 04 00:55:18.076251 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ec7b230d-20db-47cd-b8f4-c2f79eaa32b5 req-c954ecb7-c14b-478d-95d6-fc5b7aa3134c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e236366b-b7bb-43a8-ab8b-65cd6680398a HTTP/1.1" status: 200 len: 1000 time: 0.1854458 Dec 04 00:55:18.082497 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec78148-1363-4a1c-aefe-e2d86404bedb req-52dd4e9b-3366-4cb6-bab9-29a705075bfd tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:18.090715 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-4ec78148-1363-4a1c-aefe-e2d86404bedb req-52dd4e9b-3366-4cb6-bab9-29a705075bfd tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] 10.222.0.73 "GET /v2.0/ports?device_id=197d594f-0593-4fc9-ad7d-d03724ca05ae HTTP/1.1" status: 200 len: 945 time: 0.2633226 Dec 04 00:55:18.174495 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b230d-20db-47cd-b8f4-c2f79eaa32b5 req-36d6e4f6-9b62-416a-9e91-c86170762cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:18.176161 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ec7b230d-20db-47cd-b8f4-c2f79eaa32b5 req-36d6e4f6-9b62-416a-9e91-c86170762cd5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2d3dffb9-b2e9-4653-a15c-51f3777e3e03 HTTP/1.1" status: 200 len: 850 time: 0.0700545 Dec 04 00:55:18.272657 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-4ec78148-1363-4a1c-aefe-e2d86404bedb req-6af85d59-fc42-4f6c-a040-7dfab038280d tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] 10.222.0.73 "GET /v2.0/security-groups?id=9349b741-3728-461f-9338-157987d14413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809914 Dec 04 00:55:18.396585 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '715dc5da-a671-441c-8625-207c86d34324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0be9cc-37a4-4999-8db2-ab7be018b4da'}] {{(pid=80328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:55:18.404504 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b230d-20db-47cd-b8f4-c2f79eaa32b5 req-b0dda447-f995-419e-b29a-9ae91fe66dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:18.406138 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ec7b230d-20db-47cd-b8f4-c2f79eaa32b5 req-b0dda447-f995-419e-b29a-9ae91fe66dda service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b41ba9d1-b8eb-4b60-b39c-3d77682273c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2147453 Dec 04 00:55:18.473590 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2315a648-fb0e-4f40-a1c8-b71186ba0e9f req-f324d543-b031-4e81-aff2-b1ed7ee4582c tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:18.475349 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2315a648-fb0e-4f40-a1c8-b71186ba0e9f req-f324d543-b031-4e81-aff2-b1ed7ee4582c tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 946 time: 0.2346909 Dec 04 00:55:18.534702 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:18.663515 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-c7efc902-3d67-4bfd-ad9c-de967b683bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'name': 'tempest-AttachVolumeTestJSON-2010543096-router', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.252'}], 'enable_snat': True}, 'gw_port_id': '58a8596b-a868-4d09-a984-0a9b88900097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:22Z', 'updated_at': '2020-12-04T00:54:31Z', 'revision_number': 4, 'project_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'gw_port': {'id': '58a8596b-a868-4d09-a984-0a9b88900097', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:24Z', 'updated_at': '2020-12-04T00:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_floatingips': [{'id': '02839980-34b8-4b54-acad-b4a27612d407', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'floating_ip_address': '172.28.3.105', 'floating_network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'router_id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'port_id': 'e236366b-b7bb-43a8-ab8b-65cd6680398a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b41ba9d1-b8eb-4b60-b39c-3d77682273c8', 'mac_address': 'fa:16:3e:10:28:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc6983a-3be7-44b8-aadc-a3d819d47f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:54:43Z', 'updated_at': '2020-12-04T00:55:14Z', 'revision_number': 1, 'project_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed57316-8a1d-4683-8006-f7e7ac4e783e', 'name': '', 'network_id': 'b41ba9d1-b8eb-4b60-b39c-3d77682273c8', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'mac_address': 'fa:16:3e:4e:0a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2d3dffb9-b2e9-4653-a15c-51f3777e3e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:29Z', 'updated_at': '2020-12-04T00:54:47Z', 'revision_number': 5, 'project_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'subnets': [{'id': '2d3dffb9-b2e9-4653-a15c-51f3777e3e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:55:18.669113 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7efc902-3d67-4bfd-ad9c-de967b683bb2 None None] The sync data for ids ['e73d3ce5-26db-42a2-a516-d94cddde4093'] in dv-cinder-763306-5-smb is: [{'id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'name': 'tempest-AttachVolumeTestJSON-2010543096-router', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.252'}], 'enable_snat': True}, 'gw_port_id': '58a8596b-a868-4d09-a984-0a9b88900097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:22Z', 'updated_at': '2020-12-04T00:54:31Z', 'revision_number': 4, 'project_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'gw_port': {'id': '58a8596b-a868-4d09-a984-0a9b88900097', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:24Z', 'updated_at': '2020-12-04T00:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_floatingips': [{'id': '02839980-34b8-4b54-acad-b4a27612d407', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'floating_ip_address': '172.28.3.105', 'floating_network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'router_id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'port_id': 'e236366b-b7bb-43a8-ab8b-65cd6680398a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b41ba9d1-b8eb-4b60-b39c-3d77682273c8', 'mac_address': 'fa:16:3e:10:28:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc6983a-3be7-44b8-aadc-a3d819d47f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:54:43Z', 'updated_at': '2020-12-04T00:55:14Z', 'revision_number': 1, 'project_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed57316-8a1d-4683-8006-f7e7ac4e783e', 'name': '', 'network_id': 'b41ba9d1-b8eb-4b60-b39c-3d77682273c8', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'mac_address': 'fa:16:3e:4e:0a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2d3dffb9-b2e9-4653-a15c-51f3777e3e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:29Z', 'updated_at': '2020-12-04T00:54:47Z', 'revision_number': 5, 'project_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'subnets': [{'id': '2d3dffb9-b2e9-4653-a15c-51f3777e3e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 00:55:18.736737 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2315a648-fb0e-4f40-a1c8-b71186ba0e9f req-9c050b1d-5711-4626-8450-865fe6c50ee8 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483046 Dec 04 00:55:18.748229 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ec7b230d-20db-47cd-b8f4-c2f79eaa32b5 req-8553976a-d9f0-4125-b166-733a01de647d service neutron] 10.222.0.86 "GET /v2.0/networks/b41ba9d1-b8eb-4b60-b39c-3d77682273c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284585 Dec 04 00:55:18.819121 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '715dc5da-a671-441c-8625-207c86d34324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0be9cc-37a4-4999-8db2-ab7be018b4da', 'code': 200} Dec 04 00:55:18.840010 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device e8e80825-9d6c-4e2f-9f4f-56904567bf39 up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:55:18.979427 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:18.988396 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port e8e80825-9d6c-4e2f-9f4f-56904567bf39 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:55:18.988396 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:18.995676 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ec7b230d-20db-47cd-b8f4-c2f79eaa32b5 req-edfc914d-3484-4c0a-993f-b217db4eb664 service neutron] 10.222.0.86 "GET /v2.0/networks/b41ba9d1-b8eb-4b60-b39c-3d77682273c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2437520 Dec 04 00:55:19.038772 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818bd646-3a4b-41ac-b32b-fcd3fe435823 None None] New status for floating IP 02839980-34b8-4b54-acad-b4a27612d407: ACTIVE {{(pid=80328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 04 00:55:19.326143 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2ed38-5a63-4686-9dba-17cac1899b15 req-cc5c9b87-03b4-48c5-a0bb-29d8ccc9986a tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:19.335769 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-dff2ed38-5a63-4686-9dba-17cac1899b15 req-cc5c9b87-03b4-48c5-a0bb-29d8ccc9986a tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 943 time: 0.1492503 Dec 04 00:55:19.451371 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 5d0be9cc-37a4-4999-8db2-ab7be018b4da up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:55:19.529102 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port 5d0be9cc-37a4-4999-8db2-ab7be018b4da triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:55:19.529495 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:19.687871 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-dff2ed38-5a63-4686-9dba-17cac1899b15 req-5bfbd150-3a5a-42e4-8f9e-7ea9fb7d06c8 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3491957 Dec 04 00:55:19.751390 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e2efe-1efd-490b-8036-392664ba41e2 req-001f3485-a460-48e5-93f6-1080f29bcfd6 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:19.753136 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-5b7e2efe-1efd-490b-8036-392664ba41e2 req-001f3485-a460-48e5-93f6-1080f29bcfd6 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] 10.222.0.73 "GET /v2.0/ports?device_id=197d594f-0593-4fc9-ad7d-d03724ca05ae HTTP/1.1" status: 200 len: 945 time: 0.1634693 Dec 04 00:55:19.755389 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2e6f7-b9ee-4b25-ae32-221ff867f406 req-056023a3-70dc-4b68-919e-ca765ca43a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:19.756983 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-49f2e6f7-b9ee-4b25-ae32-221ff867f406 req-056023a3-70dc-4b68-919e-ca765ca43a24 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 1163 time: 0.4170167 Dec 04 00:55:19.846826 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-5b7e2efe-1efd-490b-8036-392664ba41e2 req-e8793939-b6db-4dba-b853-0d97c1337f65 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] 10.222.0.73 "GET /v2.0/security-groups?id=9349b741-3728-461f-9338-157987d14413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833302 Dec 04 00:55:19.856396 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-49f2e6f7-b9ee-4b25-ae32-221ff867f406 req-953b238e-4654-457e-b1d8-660ed0983a51 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657175 Dec 04 00:55:19.865397 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device cac925b1-d037-4b65-9fd7-ff8b443a8ca9 up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:55:20.060574 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning for port cac925b1-d037-4b65-9fd7-ff8b443a8ca9 completed by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 00:55:20.066718 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port cac925b1-d037-4b65-9fd7-ff8b443a8ca9 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:55:20.069617 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:20.150732 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44772a76-6f2e-4d03-af18-d2d8226029fd req-67eb073e-b6f2-409f-b428-e3cc2b2fd8de tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:20.152404 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-44772a76-6f2e-4d03-af18-d2d8226029fd req-67eb073e-b6f2-409f-b428-e3cc2b2fd8de tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 946 time: 0.1074796 Dec 04 00:55:20.219087 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:20.220228 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-44772a76-6f2e-4d03-af18-d2d8226029fd req-d6371e32-2efb-4a4a-80d5-82b7306ab5c8 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577877 Dec 04 00:55:20.274862 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] For port cac925b1-d037-4b65-9fd7-ff8b443a8ca9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=cac925b1-d037-4b65-9fd7-ff8b443a8ca9,segment=NetworkSegment(d123e863-f9de-44b7-aef3-f3565b117e15),segment_id=d123e863-f9de-44b7-aef3-f3565b117e15)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:55:20.352159 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:20.356300 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:20.426536 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Pushing event updated for resources: {'Port': ['ID=cac925b1-d037-4b65-9fd7-ff8b443a8ca9,revision_number=4']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:20.435609 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:20.435999 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:20.436359 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:20.436732 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:20.437102 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:20.437472 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:20.437851 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:20.438189 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:20.438549 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:20.438910 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:20.439325 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:20.439686 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:20.440085 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:20.440445 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:20.440846 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:20.441316 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:20.441684 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:20.442048 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:20.442410 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:20.442769 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:20.443244 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:20.443612 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:20.443972 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:20.444329 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:20.449845 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:20.820974 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21cd8e50-c397-4f0c-8c16-04603c1a8a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac925b1-d037-4b65-9fd7-ff8b443a8ca9'}] {{(pid=80328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:55:20.883536 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21cd8e50-c397-4f0c-8c16-04603c1a8a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac925b1-d037-4b65-9fd7-ff8b443a8ca9', 'code': 200} Dec 04 00:55:20.953802 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45acb4f0-1b38-4499-8c25-184edcf79cff req-3d92b990-d642-4886-b7ee-5d5e65629c0e tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:20.955699 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-45acb4f0-1b38-4499-8c25-184edcf79cff req-3d92b990-d642-4886-b7ee-5d5e65629c0e tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 945 time: 0.1029749 Dec 04 00:55:21.022444 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-45acb4f0-1b38-4499-8c25-184edcf79cff req-d3016c34-4155-4128-8d39-df5b8ff4f23b tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0601594 Dec 04 00:55:21.115482 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db1ba3d-6935-409e-92ce-bc210984d223 req-e06a2bbd-ef2f-4f7f-bc08-e5f5cade7d6a tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:21.119746 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8db1ba3d-6935-409e-92ce-bc210984d223 req-e06a2bbd-ef2f-4f7f-bc08-e5f5cade7d6a tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] 10.222.0.73 "GET /v2.0/ports?device_id=197d594f-0593-4fc9-ad7d-d03724ca05ae HTTP/1.1" status: 200 len: 945 time: 0.0963161 Dec 04 00:55:21.194942 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8db1ba3d-6935-409e-92ce-bc210984d223 req-f4868fd5-e3b3-4595-a321-279bb2ad4737 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] 10.222.0.73 "GET /v2.0/security-groups?id=9349b741-3728-461f-9338-157987d14413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713398 Dec 04 00:55:21.614046 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device e8e80825-9d6c-4e2f-9f4f-56904567bf39 up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:55:21.617036 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a7070-bd36-42d7-8a2d-8f646c0bb127 req-b8c32b81-0008-4700-8f4b-2d2f547cbc38 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:21.618886 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6f5a7070-bd36-42d7-8a2d-8f646c0bb127 req-b8c32b81-0008-4700-8f4b-2d2f547cbc38 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 946 time: 0.2435374 Dec 04 00:55:21.621926 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68753ff8-6e5c-40e4-8116-72f8a6613b6b req-05c2fc04-678b-45fc-a05c-48666a972bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:21.623526 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-68753ff8-6e5c-40e4-8116-72f8a6613b6b req-05c2fc04-678b-45fc-a05c-48666a972bdb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 1162 time: 0.2056954 Dec 04 00:55:21.629624 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af81e2-acc5-4c75-873e-9372bf47447a req-8c8ea834-a9a8-47b1-a493-c96b1d6254f6 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:21.631132 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-27af81e2-acc5-4c75-873e-9372bf47447a req-8c8ea834-a9a8-47b1-a493-c96b1d6254f6 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] 10.222.0.86 "GET /v2.0/ports?device_id=197d594f-0593-4fc9-ad7d-d03724ca05ae HTTP/1.1" status: 200 len: 945 time: 0.2187700 Dec 04 00:55:21.775395 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6f5a7070-bd36-42d7-8a2d-8f646c0bb127 req-1f85da98-2719-454e-a56f-cc6121a2b54d tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431532 Dec 04 00:55:21.793593 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-68753ff8-6e5c-40e4-8116-72f8a6613b6b req-2032c6c2-0db8-4335-9f26-ddf9dfafde3e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1601789 Dec 04 00:55:21.798177 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port e8e80825-9d6c-4e2f-9f4f-56904567bf39 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:55:21.800864 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:21.810779 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-27af81e2-acc5-4c75-873e-9372bf47447a req-fb36d714-95e1-45e3-8fbf-3d5cba31704b tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Deleting port a4ef2439-5f19-4b66-acdb-03661b5988d4 {{(pid=80327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 00:55:21.811524 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-27af81e2-acc5-4c75-873e-9372bf47447a req-fb36d714-95e1-45e3-8fbf-3d5cba31704b tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:21.946015 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 5d0be9cc-37a4-4999-8db2-ab7be018b4da up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:55:22.016317 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port 5d0be9cc-37a4-4999-8db2-ab7be018b4da triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:55:22.016740 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:22.157983 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device cac925b1-d037-4b65-9fd7-ff8b443a8ca9 up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:55:22.160043 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-27af81e2-acc5-4c75-873e-9372bf47447a req-fb36d714-95e1-45e3-8fbf-3d5cba31704b tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] For port a4ef2439-5f19-4b66-acdb-03661b5988d4, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=a4ef2439-5f19-4b66-acdb-03661b5988d4,segment=NetworkSegment(89b204fc-4949-43eb-8e8b-b54240b7048e),segment_id=89b204fc-4949-43eb-8e8b-b54240b7048e)] {{(pid=80327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:55:22.160307 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-27af81e2-acc5-4c75-873e-9372bf47447a req-fb36d714-95e1-45e3-8fbf-3d5cba31704b tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:22.290063 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port cac925b1-d037-4b65-9fd7-ff8b443a8ca9 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:55:22.299248 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:22.431585 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-27af81e2-acc5-4c75-873e-9372bf47447a req-fb36d714-95e1-45e3-8fbf-3d5cba31704b tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Calling delete_port for a4ef2439-5f19-4b66-acdb-03661b5988d4 owned by compute:nova {{(pid=80327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 00:55:22.755613 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1b624-2c97-441b-b8f6-4b7e3bedd5db req-19b1e399-d12f-4cb8-99ec-08d22d226a51 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:22.757227 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c8c1b624-2c97-441b-b8f6-4b7e3bedd5db req-19b1e399-d12f-4cb8-99ec-08d22d226a51 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] 10.222.0.73 "GET /v2.0/ports?device_id=197d594f-0593-4fc9-ad7d-d03724ca05ae HTTP/1.1" status: 200 len: 945 time: 0.2970943 Dec 04 00:55:22.765436 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5067bf9-845c-4be8-8bf3-90ddebe1ada4 req-c3c09b0f-89cd-4c8a-977b-5da33d8b433f tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:22.766933 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c5067bf9-845c-4be8-8bf3-90ddebe1ada4 req-c3c09b0f-89cd-4c8a-977b-5da33d8b433f tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 945 time: 0.3440068 Dec 04 00:55:22.863143 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c8c1b624-2c97-441b-b8f6-4b7e3bedd5db req-0970a7be-d20a-4b04-be8d-6c1ba525c682 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] 10.222.0.73 "GET /v2.0/security-groups?id=9349b741-3728-461f-9338-157987d14413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930448 Dec 04 00:55:22.868135 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c5067bf9-845c-4be8-8bf3-90ddebe1ada4 req-d8a2746d-8c08-4733-b374-099d3be21ab7 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0936668 Dec 04 00:55:22.893275 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-27af81e2-acc5-4c75-873e-9372bf47447a req-fb36d714-95e1-45e3-8fbf-3d5cba31704b tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291473225622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291473606618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:22.920199 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a7db4c17-2cac-4a32-9b5c-cdccb6d30ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:23.031533 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb36d714-95e1-45e3-8fbf-3d5cba31704b tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Pushing event deleted for resources: {'Port': ['ID=a4ef2439-5f19-4b66-acdb-03661b5988d4,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:23.048299 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb36d714-95e1-45e3-8fbf-3d5cba31704b tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:23.048723 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb36d714-95e1-45e3-8fbf-3d5cba31704b tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:23.049080 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb36d714-95e1-45e3-8fbf-3d5cba31704b tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:23.049496 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb36d714-95e1-45e3-8fbf-3d5cba31704b tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:23.049958 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb36d714-95e1-45e3-8fbf-3d5cba31704b tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:23.050488 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb36d714-95e1-45e3-8fbf-3d5cba31704b tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:23.050978 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb36d714-95e1-45e3-8fbf-3d5cba31704b tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:23.051306 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb36d714-95e1-45e3-8fbf-3d5cba31704b tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:23.051693 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb36d714-95e1-45e3-8fbf-3d5cba31704b tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:23.052075 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb36d714-95e1-45e3-8fbf-3d5cba31704b tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:23.052458 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb36d714-95e1-45e3-8fbf-3d5cba31704b tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:23.052836 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb36d714-95e1-45e3-8fbf-3d5cba31704b tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:23.053253 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb36d714-95e1-45e3-8fbf-3d5cba31704b tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:23.053631 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb36d714-95e1-45e3-8fbf-3d5cba31704b tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:23.054010 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb36d714-95e1-45e3-8fbf-3d5cba31704b tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:23.054388 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb36d714-95e1-45e3-8fbf-3d5cba31704b tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:23.055333 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb36d714-95e1-45e3-8fbf-3d5cba31704b tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:23.055827 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb36d714-95e1-45e3-8fbf-3d5cba31704b tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:23.056203 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb36d714-95e1-45e3-8fbf-3d5cba31704b tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:23.056583 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb36d714-95e1-45e3-8fbf-3d5cba31704b tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:23.056959 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb36d714-95e1-45e3-8fbf-3d5cba31704b tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:23.057336 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb36d714-95e1-45e3-8fbf-3d5cba31704b tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:23.057713 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb36d714-95e1-45e3-8fbf-3d5cba31704b tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:23.058089 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb36d714-95e1-45e3-8fbf-3d5cba31704b tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:23.065721 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-fb36d714-95e1-45e3-8fbf-3d5cba31704b tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:23.205786 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 5d0be9cc-37a4-4999-8db2-ab7be018b4da up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:55:23.211979 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26c141-e40d-489a-86bc-01c7d21d7615 req-95d6f2ab-9c60-43bc-9d2c-389e0cf4311f tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:23.220458 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-fc26c141-e40d-489a-86bc-01c7d21d7615 req-95d6f2ab-9c60-43bc-9d2c-389e0cf4311f tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 946 time: 0.1586113 Dec 04 00:55:23.313965 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port 5d0be9cc-37a4-4999-8db2-ab7be018b4da triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:55:23.314679 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:23.314786 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [req-27af81e2-acc5-4c75-873e-9372bf47447a req-fb36d714-95e1-45e3-8fbf-3d5cba31704b tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] No DVR routers for this DVR port a4ef2439-5f19-4b66-acdb-03661b5988d4 on host hv-cinder-76330 {{(pid=80327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 00:55:23.321226 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-fc26c141-e40d-489a-86bc-01c7d21d7615 req-2b785a4b-6c27-49e9-8e91-587df7d3dc33 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999646 Dec 04 00:55:23.325135 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-27af81e2-acc5-4c75-873e-9372bf47447a req-fb36d714-95e1-45e3-8fbf-3d5cba31704b tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:23.340769 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '197d594f-0593-4fc9-ad7d-d03724ca05ae', 'name': 'network-vif-deleted', 'tag': 'a4ef2439-5f19-4b66-acdb-03661b5988d4'}] {{(pid=80327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:55:23.350747 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-27af81e2-acc5-4c75-873e-9372bf47447a req-fb36d714-95e1-45e3-8fbf-3d5cba31704b tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] 10.222.0.86 "DELETE /v2.0/ports/a4ef2439-5f19-4b66-acdb-03661b5988d4 HTTP/1.1" status: 204 len: 173 time: 1.6864059 Dec 04 00:55:23.493147 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '197d594f-0593-4fc9-ad7d-d03724ca05ae', 'name': 'network-vif-deleted', 'tag': 'a4ef2439-5f19-4b66-acdb-03661b5988d4', 'status': 'completed', 'code': 200} Dec 04 00:55:23.529627 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device a4ef2439-5f19-4b66-acdb-03661b5988d4 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 00:55:23.586764 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] No Port match for: a4ef2439-5f19-4b66-acdb-03661b5988d4 {{(pid=80328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 00:55:23.587190 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device a4ef2439-5f19-4b66-acdb-03661b5988d4 not bound to the agent host hv-cinder-76330 {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 00:55:24.057386 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 36966) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:24.141360 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-c710a959-0aa6-43bd-9bfb-2f8ad399eedf req-9b94f075-7b5c-419e-8637-7c9effc305fa tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Synchronizing usage tracker for tenant:eea45bcbec3745a7921ce97f5b8c1624 on resource:port {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 00:55:24.218333 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab001e7-fc22-4215-8840-1ec05eb232a5 req-2a7516c0-26bb-4783-88fb-e86754205e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:24.219999 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6ab001e7-fc22-4215-8840-1ec05eb232a5 req-2a7516c0-26bb-4783-88fb-e86754205e3a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0bf338724dbe4d6fb75ec0856b79ca35&device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 1163 time: 0.1717513 Dec 04 00:55:24.227585 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40e772-c61f-45ac-a576-48abb67f371e req-849a2019-3ba3-4c68-8656-d2c5751a2db2 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:24.229101 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-5d40e772-c61f-45ac-a576-48abb67f371e req-849a2019-3ba3-4c68-8656-d2c5751a2db2 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 946 time: 0.1796525 Dec 04 00:55:24.256276 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-c710a959-0aa6-43bd-9bfb-2f8ad399eedf req-9b94f075-7b5c-419e-8637-7c9effc305fa tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Unset dirty status for tenant:eea45bcbec3745a7921ce97f5b8c1624 on resource:port {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 00:55:24.257512 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c710a959-0aa6-43bd-9bfb-2f8ad399eedf req-9b94f075-7b5c-419e-8637-7c9effc305fa tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] 10.222.0.73 "GET /v2.0/ports?device_id=197d594f-0593-4fc9-ad7d-d03724ca05ae HTTP/1.1" status: 200 len: 210 time: 0.2459340 Dec 04 00:55:24.300456 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-805f7dd0-f028-4f03-81fe-7ca68fe85ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:24.325916 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-805f7dd0-f028-4f03-81fe-7ca68fe85ffa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:55:24.334366 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-805f7dd0-f028-4f03-81fe-7ca68fe85ffa admin admin] Usage tracker for resource:security_group_rule and tenant:600af9c81b654b05a366486af41335f9 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:55:24.340730 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-805f7dd0-f028-4f03-81fe-7ca68fe85ffa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:55:24.350418 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-805f7dd0-f028-4f03-81fe-7ca68fe85ffa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:55:24.392898 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-5d40e772-c61f-45ac-a576-48abb67f371e req-a4bb10b2-eaf5-43ce-a57c-c0dc9c67431d tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414292 Dec 04 00:55:24.417618 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab001e7-fc22-4215-8840-1ec05eb232a5 req-363f4870-176f-4880-a2d3-b48359b69d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:24.419241 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6ab001e7-fc22-4215-8840-1ec05eb232a5 req-363f4870-176f-4880-a2d3-b48359b69d92 service neutron] 10.222.0.86 "GET /v2.0/networks?id=77143b40-0430-4aa2-93c2-47d05a30b59e HTTP/1.1" status: 200 len: 912 time: 0.1891971 Dec 04 00:55:24.467838 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-805f7dd0-f028-4f03-81fe-7ca68fe85ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:24.523041 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-805f7dd0-f028-4f03-81fe-7ca68fe85ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:24.533028 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-9f8939a7-53f0-496b-bb3a-63ecadec3586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:24.542916 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6ab001e7-fc22-4215-8840-1ec05eb232a5 req-d3a29188-da07-4a19-9cd3-0bf5dd6a37b6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5d0be9cc-37a4-4999-8db2-ab7be018b4da HTTP/1.1" status: 200 len: 217 time: 0.1151254 Dec 04 00:55:24.580275 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-805f7dd0-f028-4f03-81fe-7ca68fe85ffa admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=600af9c81b654b05a366486af41335f9&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5215902 Dec 04 00:55:24.581793 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 36976) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:24.584793 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f7dd0-f028-4f03-81fe-7ca68fe85ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d138da60-4926-4698-a624-8e5ee409d97c,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:24.608501 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805f7dd0-f028-4f03-81fe-7ca68fe85ffa admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:24.608913 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805f7dd0-f028-4f03-81fe-7ca68fe85ffa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:24.609314 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805f7dd0-f028-4f03-81fe-7ca68fe85ffa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:24.609804 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805f7dd0-f028-4f03-81fe-7ca68fe85ffa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:24.610211 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805f7dd0-f028-4f03-81fe-7ca68fe85ffa admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:24.610583 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805f7dd0-f028-4f03-81fe-7ca68fe85ffa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:24.610968 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805f7dd0-f028-4f03-81fe-7ca68fe85ffa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:24.611379 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805f7dd0-f028-4f03-81fe-7ca68fe85ffa admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:24.611769 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805f7dd0-f028-4f03-81fe-7ca68fe85ffa admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:24.612155 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805f7dd0-f028-4f03-81fe-7ca68fe85ffa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:24.612534 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805f7dd0-f028-4f03-81fe-7ca68fe85ffa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:24.612919 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805f7dd0-f028-4f03-81fe-7ca68fe85ffa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:24.613343 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805f7dd0-f028-4f03-81fe-7ca68fe85ffa admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:24.613730 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805f7dd0-f028-4f03-81fe-7ca68fe85ffa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:24.614110 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805f7dd0-f028-4f03-81fe-7ca68fe85ffa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:24.614490 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805f7dd0-f028-4f03-81fe-7ca68fe85ffa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:24.614883 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805f7dd0-f028-4f03-81fe-7ca68fe85ffa admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:24.615278 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805f7dd0-f028-4f03-81fe-7ca68fe85ffa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:24.615659 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805f7dd0-f028-4f03-81fe-7ca68fe85ffa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:24.616042 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805f7dd0-f028-4f03-81fe-7ca68fe85ffa admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:24.616424 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805f7dd0-f028-4f03-81fe-7ca68fe85ffa admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:24.616805 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805f7dd0-f028-4f03-81fe-7ca68fe85ffa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:24.617830 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805f7dd0-f028-4f03-81fe-7ca68fe85ffa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:24.618218 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805f7dd0-f028-4f03-81fe-7ca68fe85ffa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:55:24.628792 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-805f7dd0-f028-4f03-81fe-7ca68fe85ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:24.641354 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a086ac-2f34-4dbc-840f-7eedad7abf2a req-852f6854-35eb-44f5-97c6-772e2768bf47 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:24.643107 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-29a086ac-2f34-4dbc-840f-7eedad7abf2a req-852f6854-35eb-44f5-97c6-772e2768bf47 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 945 time: 0.2140033 Dec 04 00:55:24.649305 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab001e7-fc22-4215-8840-1ec05eb232a5 req-eb98223e-52ec-4cab-9c7c-908bcc6a7e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:24.650817 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6ab001e7-fc22-4215-8840-1ec05eb232a5 req-eb98223e-52ec-4cab-9c7c-908bcc6a7e91 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8992a81f-7e9c-4e53-bca2-1c6f4569ebb0 HTTP/1.1" status: 200 len: 858 time: 0.0863018 Dec 04 00:55:24.667240 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c1da1839-75f8-4133-8a7b-d0b9458aea63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:24.697858 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c1da1839-75f8-4133-8a7b-d0b9458aea63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:24.734115 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6ab001e7-fc22-4215-8840-1ec05eb232a5 req-b018d4ab-140e-4887-965c-0327be41be01 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=77143b40-0430-4aa2-93c2-47d05a30b59e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492823 Dec 04 00:55:24.737950 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-29a086ac-2f34-4dbc-840f-7eedad7abf2a req-e94a265f-ca53-4194-b214-5d31ede5ffae tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0861583 Dec 04 00:55:24.802597 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c1da1839-75f8-4133-8a7b-d0b9458aea63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:24.808395 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-da99914a-367c-466a-bdc7-b154e9fcef5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:24.825535 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da1839-75f8-4133-8a7b-d0b9458aea63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d138da60-4926-4698-a624-8e5ee409d97c,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:24.829319 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c1da1839-75f8-4133-8a7b-d0b9458aea63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:24.830783 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c1da1839-75f8-4133-8a7b-d0b9458aea63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:24.845671 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-c1da1839-75f8-4133-8a7b-d0b9458aea63 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d138da60-4926-4698-a624-8e5ee409d97c HTTP/1.1" status: 204 len: 168 time: 0.2624652 Dec 04 00:55:25.170146 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6ab001e7-fc22-4215-8840-1ec05eb232a5 req-a09e0585-32a1-415b-ba13-b508bac998ea service neutron] 10.222.0.86 "GET /v2.0/networks/77143b40-0430-4aa2-93c2-47d05a30b59e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4256825 Dec 04 00:55:25.294813 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9f054b-df54-4dee-8b76-b50574f65ba3 req-c53c50c5-310b-416e-a028-ab40e0e74674 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:25.301429 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-fb9f054b-df54-4dee-8b76-b50574f65ba3 req-c53c50c5-310b-416e-a028-ab40e0e74674 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 945 time: 0.2533946 Dec 04 00:55:25.306282 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 37008) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:25.312371 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-8c22a973-7a5f-4718-aee6-b41c3e7c7828 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Request body: {'floatingip': {'port_id': 'cac925b1-d037-4b65-9fd7-ff8b443a8ca9'}} {{(pid=80326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:55:25.405154 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6ab001e7-fc22-4215-8840-1ec05eb232a5 req-f4961afe-e680-45fd-b122-b88d3ec0ebcb service neutron] 10.222.0.86 "GET /v2.0/networks/77143b40-0430-4aa2-93c2-47d05a30b59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2207055 Dec 04 00:55:25.434214 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device cac925b1-d037-4b65-9fd7-ff8b443a8ca9 up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:55:25.499360 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8c22a973-7a5f-4718-aee6-b41c3e7c7828 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks [] for floatingip, before_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:25.572255 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port cac925b1-d037-4b65-9fd7-ff8b443a8ca9 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:55:25.572685 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:25.634780 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f52ef265-4676-469b-9f7b-8cc57cd3e3f3 req-5bc586e1-5fb0-4b2a-a9a9-a06467d2fbc4 tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] 10.222.0.73 "GET /v2.0/ports?device_id=197d594f-0593-4fc9-ad7d-d03724ca05ae HTTP/1.1" status: 200 len: 210 time: 0.1586092 Dec 04 00:55:25.676449 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 37022) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:25.766942 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-bf0552d2-9867-4dbe-8b05-8005b8aece39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:25.811534 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-bf0552d2-9867-4dbe-8b05-8005b8aece39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:55:25.823814 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-bf0552d2-9867-4dbe-8b05-8005b8aece39 admin admin] Usage tracker for resource:security_group_rule and tenant:7f49bbdae7e145cd8bdaae72f4b769d3 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:55:25.829065 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-bf0552d2-9867-4dbe-8b05-8005b8aece39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:55:25.837355 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-bf0552d2-9867-4dbe-8b05-8005b8aece39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:55:25.880082 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 37030) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:25.909837 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b54078-8cce-4aba-b494-0b4a68009781 req-85f4525e-8b60-4e83-8310-b0a554fabfa2 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:25.918433 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-48b54078-8cce-4aba-b494-0b4a68009781 req-85f4525e-8b60-4e83-8310-b0a554fabfa2 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 946 time: 0.2247229 Dec 04 00:55:25.978847 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-48b54078-8cce-4aba-b494-0b4a68009781 req-ace8affa-a142-4a9c-9025-2315093eaba5 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595617 Dec 04 00:55:26.037435 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-bf0552d2-9867-4dbe-8b05-8005b8aece39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:26.072148 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-bf0552d2-9867-4dbe-8b05-8005b8aece39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:26.083148 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-4031745a-b13f-4fc6-8c1e-85fa2c6ac028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:26.096201 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-51f8a496-d44a-4d56-9a90-8531b2f75918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:26.136835 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-51f8a496-d44a-4d56-9a90-8531b2f75918 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:55:26.145771 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-bf0552d2-9867-4dbe-8b05-8005b8aece39 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7f49bbdae7e145cd8bdaae72f4b769d3&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4678195 Dec 04 00:55:26.147118 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-51f8a496-d44a-4d56-9a90-8531b2f75918 admin admin] Usage tracker for resource:security_group_rule and tenant:8a68673d2dd64ffe90cd386e197437a3 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:55:26.149663 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 37036) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:26.153264 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-51f8a496-d44a-4d56-9a90-8531b2f75918 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:55:26.156183 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0552d2-9867-4dbe-8b05-8005b8aece39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f097f66a-58f3-4df0-9701-0e25931a2aa5,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:26.162350 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-bf0552d2-9867-4dbe-8b05-8005b8aece39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:26.162859 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-51f8a496-d44a-4d56-9a90-8531b2f75918 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:55:26.255710 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-51f8a496-d44a-4d56-9a90-8531b2f75918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:26.261192 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c9ff4030-b989-4d65-91c9-5983deb687b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:26.282814 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-51f8a496-d44a-4d56-9a90-8531b2f75918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:26.292481 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:26.299513 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c9ff4030-b989-4d65-91c9-5983deb687b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:26.334729 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-51f8a496-d44a-4d56-9a90-8531b2f75918 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8a68673d2dd64ffe90cd386e197437a3&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4527609 Dec 04 00:55:26.337077 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8a496-d44a-4d56-9a90-8531b2f75918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c0fb31-cc86-4e95-9728-96518cd48baf,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:26.339615 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 37040) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:26.342589 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-51f8a496-d44a-4d56-9a90-8531b2f75918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:26.402582 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3cbd74fa-7e84-48de-8ea3-001a713e31e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:26.436145 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8c22a973-7a5f-4718-aee6-b41c3e7c7828 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks [] for floatingip, precommit_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:26.440030 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3cbd74fa-7e84-48de-8ea3-001a713e31e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:26.465560 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8c22a973-7a5f-4718-aee6-b41c3e7c7828 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656493'] for floatingip, after_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:26.516901 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3cbd74fa-7e84-48de-8ea3-001a713e31e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:26.522226 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-4cbf85f5-b3bd-4b39-aa07-2bde1dcfc08e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:26.535603 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd74fa-7e84-48de-8ea3-001a713e31e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c0fb31-cc86-4e95-9728-96518cd48baf,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:26.541536 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-3cbd74fa-7e84-48de-8ea3-001a713e31e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:26.545889 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3cbd74fa-7e84-48de-8ea3-001a713e31e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:26.549494 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-3cbd74fa-7e84-48de-8ea3-001a713e31e6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e0c0fb31-cc86-4e95-9728-96518cd48baf HTTP/1.1" status: 204 len: 168 time: 0.2064600 Dec 04 00:55:26.591216 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c9ff4030-b989-4d65-91c9-5983deb687b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:26.604116 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-6b09c51d-5d25-4672-a13e-7801def8ff40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:26.628804 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff4030-b989-4d65-91c9-5983deb687b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f097f66a-58f3-4df0-9701-0e25931a2aa5,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:26.635820 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c9ff4030-b989-4d65-91c9-5983deb687b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:26.639266 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c9ff4030-b989-4d65-91c9-5983deb687b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:26.640491 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-c9ff4030-b989-4d65-91c9-5983deb687b8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f097f66a-58f3-4df0-9701-0e25931a2aa5 HTTP/1.1" status: 204 len: 168 time: 0.4898272 Dec 04 00:55:26.686650 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.db.l3_db [None req-8c22a973-7a5f-4718-aee6-b41c3e7c7828 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Floating IP f5e743dd-4457-40c4-9f36-d985f4c30769 associated. External IP: 172.28.3.70, port: cac925b1-d037-4b65-9fd7-ff8b443a8ca9. Dec 04 00:55:27.133529 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c22a973-7a5f-4718-aee6-b41c3e7c7828 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Router 217aee76-2901-4d22-8fcc-3852f4d5dd49 has already been hosted by L3 agent 584cecf2-ad77-484a-986e-0fea284e741d {{(pid=80326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 00:55:27.373626 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb4be7-70af-4993-ba30-f476c0161fa5 req-35d02596-c340-4fa9-83f4-c6e8ec030455 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:27.382593 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-18fb4be7-70af-4993-ba30-f476c0161fa5 req-35d02596-c340-4fa9-83f4-c6e8ec030455 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 946 time: 0.1258535 Dec 04 00:55:27.443823 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-18fb4be7-70af-4993-ba30-f476c0161fa5 req-27fdc48d-1c34-43ea-88b0-894183bcbf29 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599811 Dec 04 00:55:27.449899 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c22a973-7a5f-4718-aee6-b41c3e7c7828 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify agent at l3_agent.dv-cinder-763306-5-smb the message routers_updated {{(pid=80326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 00:55:27.454656 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8c22a973-7a5f-4718-aee6-b41c3e7c7828 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for floatingip, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:27.460682 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528f113a-d516-4aa4-9fcd-5067a509a7cc None None] Sync routers for ids ['217aee76-2901-4d22-8fcc-3852f4d5dd49'] in dv-cinder-763306-5-smb {{(pid=80329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 00:55:27.475836 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528f113a-d516-4aa4-9fcd-5067a509a7cc None None] Routers {'217aee76-2901-4d22-8fcc-3852f4d5dd49'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 00:55:27.478117 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-528f113a-d516-4aa4-9fcd-5067a509a7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T00:55:17Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['217aee76-2901-4d22-8fcc-3852f4d5dd49'], 'active': True} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:55:27.504056 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 37084) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:27.526804 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-8c22a973-7a5f-4718-aee6-b41c3e7c7828 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "PUT /v2.0/floatingips/f5e743dd-4457-40c4-9f36-d985f4c30769 HTTP/1.1" status: 200 len: 990 time: 2.2193177 Dec 04 00:55:27.527576 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21cd8e50-c397-4f0c-8c16-04603c1a8a63', 'tag': 'cac925b1-d037-4b65-9fd7-ff8b443a8ca9'}] {{(pid=80326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:55:27.531566 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-83ff3eb3-7c7f-4a75-91c3-9a8242f21a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:27.583106 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-83ff3eb3-7c7f-4a75-91c3-9a8242f21a90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:55:27.592237 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-83ff3eb3-7c7f-4a75-91c3-9a8242f21a90 admin admin] Usage tracker for resource:security_group_rule and tenant:a91e50c56fec4dc3b8d771b7b13da171 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:55:27.602690 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-83ff3eb3-7c7f-4a75-91c3-9a8242f21a90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:55:27.614631 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-83ff3eb3-7c7f-4a75-91c3-9a8242f21a90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:55:27.625305 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21cd8e50-c397-4f0c-8c16-04603c1a8a63', 'tag': 'cac925b1-d037-4b65-9fd7-ff8b443a8ca9', 'status': 'completed', 'code': 200} Dec 04 00:55:27.746543 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-528f113a-d516-4aa4-9fcd-5067a509a7cc None None] Set router 217aee76-2901-4d22-8fcc-3852f4d5dd49 gateway port host: dv-cinder-763306-5-smb {{(pid=80329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 00:55:27.785810 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-83ff3eb3-7c7f-4a75-91c3-9a8242f21a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:27.828568 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-83ff3eb3-7c7f-4a75-91c3-9a8242f21a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:27.838314 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-6e8fe3df-ea7d-415d-b39c-8865fc249173 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:27.879130 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14493b4d-f287-4672-af22-05aa7817f30d req-db5790c1-0bce-46b9-9666-0a982c44a6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:27.880823 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-14493b4d-f287-4672-af22-05aa7817f30d req-db5790c1-0bce-46b9-9666-0a982c44a6e9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=27c40306c9424330a5920da109201aa5&device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 1162 time: 0.1718769 Dec 04 00:55:27.891702 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-83ff3eb3-7c7f-4a75-91c3-9a8242f21a90 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a91e50c56fec4dc3b8d771b7b13da171&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3864348 Dec 04 00:55:27.894647 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 37100) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:27.924249 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff3eb3-7c7f-4a75-91c3-9a8242f21a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b91e0d9-457e-442f-b723-05b3da90c39a,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:27.930007 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-83ff3eb3-7c7f-4a75-91c3-9a8242f21a90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:27.982058 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2fbbc7eb-f31f-49a7-8cde-1700255a6b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:28.012904 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2fbbc7eb-f31f-49a7-8cde-1700255a6b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:28.057688 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14493b4d-f287-4672-af22-05aa7817f30d req-39b4eed1-0601-4d2a-bd8c-b4939d4f6d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:28.061346 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-14493b4d-f287-4672-af22-05aa7817f30d req-39b4eed1-0601-4d2a-bd8c-b4939d4f6d31 service neutron] 10.222.0.86 "GET /v2.0/networks?id=81043efb-b877-4e23-b898-a49f43cd94b2 HTTP/1.1" status: 200 len: 910 time: 0.1664560 Dec 04 00:55:28.088884 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2fbbc7eb-f31f-49a7-8cde-1700255a6b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:28.095375 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-5db94abf-9904-4d60-9648-692cff0a6df3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:28.110353 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbbc7eb-f31f-49a7-8cde-1700255a6b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b91e0d9-457e-442f-b723-05b3da90c39a,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:28.115698 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-2fbbc7eb-f31f-49a7-8cde-1700255a6b8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:28.136062 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2fbbc7eb-f31f-49a7-8cde-1700255a6b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:28.138709 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-2fbbc7eb-f31f-49a7-8cde-1700255a6b8a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8b91e0d9-457e-442f-b723-05b3da90c39a HTTP/1.1" status: 204 len: 168 time: 0.2429223 Dec 04 00:55:28.189012 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-528f113a-d516-4aa4-9fcd-5067a509a7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'name': 'tempest-AttachVolumeShelveTestJSON-514812751-router', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e214e8dd-7350-47d7-a813-de42239028e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:18Z', 'updated_at': '2020-12-04T00:54:33Z', 'revision_number': 4, 'project_id': '27c40306c9424330a5920da109201aa5', 'gw_port': {'id': 'e214e8dd-7350-47d7-a813-de42239028e3', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:19Z', 'updated_at': '2020-12-04T00:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_floatingips': [{'id': 'f5e743dd-4457-40c4-9f36-d985f4c30769', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'floating_ip_address': '172.28.3.70', 'floating_network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'router_id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'port_id': 'cac925b1-d037-4b65-9fd7-ff8b443a8ca9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81043efb-b877-4e23-b898-a49f43cd94b2', 'mac_address': 'fa:16:3e:47:52:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cd8e50-c397-4f0c-8c16-04603c1a8a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:54:53Z', 'updated_at': '2020-12-04T00:55:26Z', 'revision_number': 1, 'project_id': '27c40306c9424330a5920da109201aa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51060b10-6f39-4dba-97cb-98998f868f2b', 'name': '', 'network_id': '81043efb-b877-4e23-b898-a49f43cd94b2', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'mac_address': 'fa:16:3e:61:bc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '09a18547-ffe8-483f-9f89-ed9ea46deb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:30Z', 'updated_at': '2020-12-04T00:54:50Z', 'revision_number': 5, 'project_id': '27c40306c9424330a5920da109201aa5', 'subnets': [{'id': '09a18547-ffe8-483f-9f89-ed9ea46deb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:55:28.196403 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528f113a-d516-4aa4-9fcd-5067a509a7cc None None] Checking router: 217aee76-2901-4d22-8fcc-3852f4d5dd49 for host: dv-cinder-763306-5-smb {{(pid=80329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 00:55:28.213488 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528f113a-d516-4aa4-9fcd-5067a509a7cc None None] Routers {'217aee76-2901-4d22-8fcc-3852f4d5dd49'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 00:55:28.214164 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-528f113a-d516-4aa4-9fcd-5067a509a7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T00:55:17Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['217aee76-2901-4d22-8fcc-3852f4d5dd49'], 'active': True} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:55:28.238724 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-14493b4d-f287-4672-af22-05aa7817f30d req-f121b196-c013-4628-ba40-82a52525da5d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cac925b1-d037-4b65-9fd7-ff8b443a8ca9 HTTP/1.1" status: 200 len: 998 time: 0.1708994 Dec 04 00:55:28.269975 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 37112) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:28.344774 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14493b4d-f287-4672-af22-05aa7817f30d req-7c51b3d7-3189-4c50-ad92-4befba70316d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:28.346810 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-14493b4d-f287-4672-af22-05aa7817f30d req-7c51b3d7-3189-4c50-ad92-4befba70316d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=09a18547-ffe8-483f-9f89-ed9ea46deb6c HTTP/1.1" status: 200 len: 855 time: 0.1002574 Dec 04 00:55:28.446244 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14493b4d-f287-4672-af22-05aa7817f30d req-e3c8ca3a-a972-4831-9756-4f290832f748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:28.448719 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-14493b4d-f287-4672-af22-05aa7817f30d req-e3c8ca3a-a972-4831-9756-4f290832f748 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=81043efb-b877-4e23-b898-a49f43cd94b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0819242 Dec 04 00:55:28.456746 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-528f113a-d516-4aa4-9fcd-5067a509a7cc None None] Set router 217aee76-2901-4d22-8fcc-3852f4d5dd49 gateway port host: dv-cinder-763306-5-smb {{(pid=80329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 00:55:28.458190 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-7a93d8c9-b891-4ef5-9342-d1759c3baa43 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1427077845-network', 'tenant_id': '0e37cad4a7d04c369122ad481a45cd45'}} {{(pid=80326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:55:28.463775 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-7a93d8c9-b891-4ef5-9342-d1759c3baa43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:55:28.467917 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-7a93d8c9-b891-4ef5-9342-d1759c3baa43 admin admin] Usage tracker for resource:network and tenant:0e37cad4a7d04c369122ad481a45cd45 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:55:28.470906 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-7a93d8c9-b891-4ef5-9342-d1759c3baa43 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:55:28.493373 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-7a93d8c9-b891-4ef5-9342-d1759c3baa43 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:55:28.545290 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a93d8c9-b891-4ef5-9342-d1759c3baa43 admin admin] Made reservation on behalf of 0e37cad4a7d04c369122ad481a45cd45 for: {'network': 1} {{(pid=80326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 00:55:28.550348 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-7a93d8c9-b891-4ef5-9342-d1759c3baa43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for network, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:28.577681 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-7a93d8c9-b891-4ef5-9342-d1759c3baa43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:28.610566 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-7a93d8c9-b891-4ef5-9342-d1759c3baa43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:55:28.624417 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-7a93d8c9-b891-4ef5-9342-d1759c3baa43 admin admin] Usage tracker for resource:security_group_rule and tenant:0e37cad4a7d04c369122ad481a45cd45 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:55:28.627624 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-7a93d8c9-b891-4ef5-9342-d1759c3baa43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:55:28.636702 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-7a93d8c9-b891-4ef5-9342-d1759c3baa43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:55:28.755580 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-14493b4d-f287-4672-af22-05aa7817f30d req-8fbc1b3e-6ea3-4885-9ff4-ae030f79185d service neutron] 10.222.0.86 "GET /v2.0/networks/81043efb-b877-4e23-b898-a49f43cd94b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927701 Dec 04 00:55:28.850079 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-7a93d8c9-b891-4ef5-9342-d1759c3baa43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:28.888684 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-7a93d8c9-b891-4ef5-9342-d1759c3baa43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:28.895590 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce7d94-4924-4cb0-88c7-3e8fdb53bdcd req-609c2b9f-e22e-4386-b4f5-839bb94aba50 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:28.897218 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-fdce7d94-4924-4cb0-88c7-3e8fdb53bdcd req-609c2b9f-e22e-4386-b4f5-839bb94aba50 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 946 time: 0.2197237 Dec 04 00:55:28.921708 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a93d8c9-b891-4ef5-9342-d1759c3baa43 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 04 00:55:28.953750 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-7a93d8c9-b891-4ef5-9342-d1759c3baa43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851436430'] for segment, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:28.955186 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.db.segments_db [None req-7a93d8c9-b891-4ef5-9342-d1759c3baa43 admin admin] Added segment 4523fbfc-db9c-4d28-8534-1d3a70998964 of type vxlan for network d263c9e3-a578-4a0e-a498-18356f47615e Dec 04 00:55:28.956155 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-528f113a-d516-4aa4-9fcd-5067a509a7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'name': 'tempest-AttachVolumeShelveTestJSON-514812751-router', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e214e8dd-7350-47d7-a813-de42239028e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:18Z', 'updated_at': '2020-12-04T00:54:33Z', 'revision_number': 4, 'project_id': '27c40306c9424330a5920da109201aa5', 'gw_port': {'id': 'e214e8dd-7350-47d7-a813-de42239028e3', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:19Z', 'updated_at': '2020-12-04T00:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_floatingips': [{'id': 'f5e743dd-4457-40c4-9f36-d985f4c30769', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'floating_ip_address': '172.28.3.70', 'floating_network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'router_id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'port_id': 'cac925b1-d037-4b65-9fd7-ff8b443a8ca9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81043efb-b877-4e23-b898-a49f43cd94b2', 'mac_address': 'fa:16:3e:47:52:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cd8e50-c397-4f0c-8c16-04603c1a8a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:54:53Z', 'updated_at': '2020-12-04T00:55:26Z', 'revision_number': 1, 'project_id': '27c40306c9424330a5920da109201aa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51060b10-6f39-4dba-97cb-98998f868f2b', 'name': '', 'network_id': '81043efb-b877-4e23-b898-a49f43cd94b2', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'mac_address': 'fa:16:3e:61:bc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '09a18547-ffe8-483f-9f89-ed9ea46deb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:30Z', 'updated_at': '2020-12-04T00:54:50Z', 'revision_number': 5, 'project_id': '27c40306c9424330a5920da109201aa5', 'subnets': [{'id': '09a18547-ffe8-483f-9f89-ed9ea46deb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:55:28.961997 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528f113a-d516-4aa4-9fcd-5067a509a7cc None None] The sync data for ids ['217aee76-2901-4d22-8fcc-3852f4d5dd49'] in dv-cinder-763306-5-smb is: [{'id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'name': 'tempest-AttachVolumeShelveTestJSON-514812751-router', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e214e8dd-7350-47d7-a813-de42239028e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:18Z', 'updated_at': '2020-12-04T00:54:33Z', 'revision_number': 4, 'project_id': '27c40306c9424330a5920da109201aa5', 'gw_port': {'id': 'e214e8dd-7350-47d7-a813-de42239028e3', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:19Z', 'updated_at': '2020-12-04T00:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_floatingips': [{'id': 'f5e743dd-4457-40c4-9f36-d985f4c30769', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'floating_ip_address': '172.28.3.70', 'floating_network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'router_id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'port_id': 'cac925b1-d037-4b65-9fd7-ff8b443a8ca9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81043efb-b877-4e23-b898-a49f43cd94b2', 'mac_address': 'fa:16:3e:47:52:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cd8e50-c397-4f0c-8c16-04603c1a8a63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:54:53Z', 'updated_at': '2020-12-04T00:55:26Z', 'revision_number': 1, 'project_id': '27c40306c9424330a5920da109201aa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51060b10-6f39-4dba-97cb-98998f868f2b', 'name': '', 'network_id': '81043efb-b877-4e23-b898-a49f43cd94b2', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'mac_address': 'fa:16:3e:61:bc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '09a18547-ffe8-483f-9f89-ed9ea46deb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:30Z', 'updated_at': '2020-12-04T00:54:50Z', 'revision_number': 5, 'project_id': '27c40306c9424330a5920da109201aa5', 'subnets': [{'id': '09a18547-ffe8-483f-9f89-ed9ea46deb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 00:55:28.964197 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-fdce7d94-4924-4cb0-88c7-3e8fdb53bdcd req-b0a748b3-09bd-4769-8fab-4400a94064b8 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601537 Dec 04 00:55:29.029953 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-7a93d8c9-b891-4ef5-9342-d1759c3baa43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745381119791'] for network, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:29.052222 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 37144) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:29.088564 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:29.115938 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-14493b4d-f287-4672-af22-05aa7817f30d req-1530d3c6-4853-40b0-96fb-73270d3bc69c service neutron] 10.222.0.86 "GET /v2.0/networks/81043efb-b877-4e23-b898-a49f43cd94b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3423131 Dec 04 00:55:29.125234 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a93d8c9-b891-4ef5-9342-d1759c3baa43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0587eea-c3e7-4243-9bce-48bcca4603c7,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:29.141602 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-7a93d8c9-b891-4ef5-9342-d1759c3baa43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:29.143882 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-7a93d8c9-b891-4ef5-9342-d1759c3baa43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616'] for network, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:29.149228 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a93d8c9-b891-4ef5-9342-d1759c3baa43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:29.150144 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-7a93d8c9-b891-4ef5-9342-d1759c3baa43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for network, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:29.154931 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_v2 [None req-658039ae-b895-4fe5-bffd-995a26801e14 admin admin] Deleting subnet 07bc11c6-5528-483c-8014-9e78a31f03c3 {{(pid=80327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 04 00:55:29.157848 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-03210a87-68a1-4790-beec-930672fa1a45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:29.159775 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-658039ae-b895-4fe5-bffd-995a26801e14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:29.229603 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-658039ae-b895-4fe5-bffd-995a26801e14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826697295'] for subnet, precommit_delete_associations {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:29.308736 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-658039ae-b895-4fe5-bffd-995a26801e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3344645'] for subnet, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:29.392398 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502ca59e-de5b-4816-bd11-ebc6b02dc1d8 None None] New status for floating IP f5e743dd-4457-40c4-9f36-d985f4c30769: ACTIVE {{(pid=80328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 04 00:55:29.674043 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a93d8c9-b891-4ef5-9342-d1759c3baa43 admin admin] Pushing event updated for resources: {'Network': ['ID=d263c9e3-a578-4a0e-a498-18356f47615e,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:29.680849 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-7a93d8c9-b891-4ef5-9342-d1759c3baa43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:29.688246 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Network d263c9e3-a578-4a0e-a498-18356f47615e details requested by agent ovs-agent-dv-cinder-763306-5-smb with host dv-cinder-763306-5-smb {{(pid=80328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 00:55:29.708241 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Network d263c9e3-a578-4a0e-a498-18356f47615e details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 00:55:29.763550 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-658039ae-b895-4fe5-bffd-995a26801e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851431139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827077137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1624647'] for subnet, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:29.764255 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-7a93d8c9-b891-4ef5-9342-d1759c3baa43 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.4928224 Dec 04 00:55:29.766994 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 37160) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:29.773791 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-4301172e-01ed-49e4-a9bd-5fd473d59bd6 admin admin] Request body: {'subnet': {'network_id': 'd263c9e3-a578-4a0e-a498-18356f47615e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1427077845-subnet', 'tenant_id': '0e37cad4a7d04c369122ad481a45cd45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:55:29.783269 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:29.789586 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-4301172e-01ed-49e4-a9bd-5fd473d59bd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:55:29.794054 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-4301172e-01ed-49e4-a9bd-5fd473d59bd6 admin admin] Usage tracker for resource:subnet and tenant:0e37cad4a7d04c369122ad481a45cd45 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:55:29.797277 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-4301172e-01ed-49e4-a9bd-5fd473d59bd6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:55:29.807587 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-4301172e-01ed-49e4-a9bd-5fd473d59bd6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:55:29.827355 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658039ae-b895-4fe5-bffd-995a26801e14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07bc11c6-5528-483c-8014-9e78a31f03c3,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:29.848631 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4301172e-01ed-49e4-a9bd-5fd473d59bd6 admin admin] Made reservation on behalf of 0e37cad4a7d04c369122ad481a45cd45 for: {'subnet': 1} {{(pid=80326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 00:55:29.856197 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4301172e-01ed-49e4-a9bd-5fd473d59bd6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:29.888002 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-658039ae-b895-4fe5-bffd-995a26801e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:29.936185 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-658039ae-b895-4fe5-bffd-995a26801e14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for subnet, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:29.955643 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 37168) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:29.955814 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-658039ae-b895-4fe5-bffd-995a26801e14 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/07bc11c6-5528-483c-8014-9e78a31f03c3 HTTP/1.1" status: 204 len: 168 time: 0.9009697 Dec 04 00:55:30.111939 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f79cc987-47cb-4304-803f-9b13c50788d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851311705'] for network, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:30.317012 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96179e18-6519-4eae-880a-e6007271ca85 req-800194ac-e43e-49e3-bb9f-c8fe427ca937 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:30.318637 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-96179e18-6519-4eae-880a-e6007271ca85 req-800194ac-e43e-49e3-bb9f-c8fe427ca937 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 946 time: 0.0959704 Dec 04 00:55:30.338980 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f79cc987-47cb-4304-803f-9b13c50788d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3342492', 'neutron.services.segments.db._delete_segments_for_network--9223363291473146808'] for network, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:30.386531 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-96179e18-6519-4eae-880a-e6007271ca85 req-eabee223-8cc9-45c4-8854-6c216e9392d3 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588560 Dec 04 00:55:30.515957 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f79cc987-47cb-4304-803f-9b13c50788d2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80326) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:55:30.516363 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f79cc987-47cb-4304-803f-9b13c50788d2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80326) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:55:30.517169 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f79cc987-47cb-4304-803f-9b13c50788d2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80326) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:55:30.517544 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f79cc987-47cb-4304-803f-9b13c50788d2 admin admin] Subscribe: > port after_create 55550000 {{(pid=80326) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:55:30.517903 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f79cc987-47cb-4304-803f-9b13c50788d2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80326) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:55:30.518261 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f79cc987-47cb-4304-803f-9b13c50788d2 admin admin] Subscribe: > port after_update 55550000 {{(pid=80326) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:55:30.518620 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f79cc987-47cb-4304-803f-9b13c50788d2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80326) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:55:30.518978 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f79cc987-47cb-4304-803f-9b13c50788d2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80326) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:55:30.519388 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f79cc987-47cb-4304-803f-9b13c50788d2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80326) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:55:30.519745 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f79cc987-47cb-4304-803f-9b13c50788d2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80326) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:55:30.587617 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f79cc987-47cb-4304-803f-9b13c50788d2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80326) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:55:30.588011 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f79cc987-47cb-4304-803f-9b13c50788d2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80326) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:55:30.588380 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f79cc987-47cb-4304-803f-9b13c50788d2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80326) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:55:30.588749 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f79cc987-47cb-4304-803f-9b13c50788d2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80326) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 04 00:55:30.589156 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.segments.db [None req-f79cc987-47cb-4304-803f-9b13c50788d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['649ca0aa-72bd-4e17-9388-fa810bd5b1c7']}} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:55:30.616354 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.segments.db [None req-f79cc987-47cb-4304-803f-9b13c50788d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89b204fc-4949-43eb-8e8b-b54240b7048e') {'for_net_delete': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:55:30.616651 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.segments.db [None req-f79cc987-47cb-4304-803f-9b13c50788d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89b204fc-4949-43eb-8e8b-b54240b7048e') {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:55:30.642774 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f79cc987-47cb-4304-803f-9b13c50788d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291473144760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853034764'] for segment, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:30.781611 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f79cc987-47cb-4304-803f-9b13c50788d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851436430'] for segment, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:30.789032 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f79cc987-47cb-4304-803f-9b13c50788d2 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 04 00:55:31.009384 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-f79cc987-47cb-4304-803f-9b13c50788d2 admin admin] Network 649ca0aa-72bd-4e17-9388-fa810bd5b1c7 has no segments {{(pid=80326) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 00:55:31.019217 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f79cc987-47cb-4304-803f-9b13c50788d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3339386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827181513'] for segment, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:31.253635 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-f79cc987-47cb-4304-803f-9b13c50788d2 admin admin] Network 649ca0aa-72bd-4e17-9388-fa810bd5b1c7 has no segments {{(pid=80326) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 00:55:31.307657 dv-cinder-763306-5-smb neutron-server[80215]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 04 00:55:31.307657 dv-cinder-763306-5-smb neutron-server[80215]: (rel_b, rel_a, rel_b), Dec 04 00:55:31.307657 dv-cinder-763306-5-smb neutron-server[80215]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 04 00:55:31.307657 dv-cinder-763306-5-smb neutron-server[80215]: (rel_b, rel_a, rel_b), Dec 04 00:55:31.307657 dv-cinder-763306-5-smb neutron-server[80215]: Traceback (most recent call last): Dec 04 00:55:31.307657 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 04 00:55:31.307657 dv-cinder-763306-5-smb neutron-server[80215]: timer() Dec 04 00:55:31.307657 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 04 00:55:31.307657 dv-cinder-763306-5-smb neutron-server[80215]: cb(*args, **kw) Dec 04 00:55:31.307657 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 04 00:55:31.307657 dv-cinder-763306-5-smb neutron-server[80215]: return func(*args, **kwargs) Dec 04 00:55:31.307657 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 04 00:55:31.307657 dv-cinder-763306-5-smb neutron-server[80215]: self._notify() Dec 04 00:55:31.307657 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 04 00:55:31.307657 dv-cinder-763306-5-smb neutron-server[80215]: self.callback(batched_events) Dec 04 00:55:31.307657 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 04 00:55:31.307657 dv-cinder-763306-5-smb neutron-server[80215]: event.method(event) Dec 04 00:55:31.307657 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 04 00:55:31.307657 dv-cinder-763306-5-smb neutron-server[80215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 04 00:55:31.307657 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 04 00:55:31.307657 dv-cinder-763306-5-smb neutron-server[80215]: segment_id)['aggregates'][0] Dec 04 00:55:31.307657 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 04 00:55:31.307657 dv-cinder-763306-5-smb neutron-server[80215]: return f(self, *a, **k) Dec 04 00:55:31.307657 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 04 00:55:31.307657 dv-cinder-763306-5-smb neutron-server[80215]: return self._get(url).json() Dec 04 00:55:31.307657 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 04 00:55:31.307657 dv-cinder-763306-5-smb neutron-server[80215]: **kwargs) Dec 04 00:55:31.307657 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 04 00:55:31.307657 dv-cinder-763306-5-smb neutron-server[80215]: return self.request(url, 'GET', **kwargs) Dec 04 00:55:31.307657 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 04 00:55:31.307657 dv-cinder-763306-5-smb neutron-server[80215]: **endpoint_filter) Dec 04 00:55:31.307657 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 04 00:55:31.307657 dv-cinder-763306-5-smb neutron-server[80215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 04 00:55:31.307657 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 04 00:55:31.307657 dv-cinder-763306-5-smb neutron-server[80215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 04 00:55:31.307657 dv-cinder-763306-5-smb neutron-server[80215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 04 00:55:31.406751 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4301172e-01ed-49e4-a9bd-5fd473d59bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036827182895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853182458'] for subnet, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:31.422667 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-7e012078-4c32-4cb0-b6c9-91288ac16c69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:31.557401 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4301172e-01ed-49e4-a9bd-5fd473d59bd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f21ff83-1f5d-4a74-a004-f94219238655,revision_number=0']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:31.560287 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-4301172e-01ed-49e4-a9bd-5fd473d59bd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:31.656211 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4301172e-01ed-49e4-a9bd-5fd473d59bd6 admin admin] Checking segment: {'id': '4523fbfc-db9c-4d28-8534-1d3a70998964', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd263c9e3-a578-4a0e-a498-18356f47615e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 00:55:31.656612 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4301172e-01ed-49e4-a9bd-5fd473d59bd6 admin admin] Network hostable DHCP agents. Network: d263c9e3-a578-4a0e-a498-18356f47615e, hostable agents: ['58f05500-12a8-4f3a-bf6e-722eafa3a905'], hosted agents: [] {{(pid=80326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 04 00:55:31.662029 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f79cc987-47cb-4304-803f-9b13c50788d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851433324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656478'] for network, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:31.678261 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-4f9dbdb7-7084-4190-b387-7490c2b98a3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:31.702599 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f79cc987-47cb-4304-803f-9b13c50788d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for network, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:31.711644 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cc987-47cb-4304-803f-9b13c50788d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=649ca0aa-72bd-4e17-9388-fa810bd5b1c7,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:31.717419 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-f79cc987-47cb-4304-803f-9b13c50788d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:31.726062 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86126777-8bfa-4737-8f1c-b3417b34d7b2 req-3484d1a4-2940-4fff-b8be-7a8d96e91b51 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:31.728284 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-86126777-8bfa-4737-8f1c-b3417b34d7b2 req-3484d1a4-2940-4fff-b8be-7a8d96e91b51 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 946 time: 0.1033669 Dec 04 00:55:31.760490 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-f79cc987-47cb-4304-803f-9b13c50788d2 admin admin] 10.222.0.73 "DELETE /v2.0/networks/649ca0aa-72bd-4e17-9388-fa810bd5b1c7 HTTP/1.1" status: 204 len: 168 time: 1.8034611 Dec 04 00:55:31.761508 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4301172e-01ed-49e4-a9bd-5fd473d59bd6 admin admin] Network d263c9e3-a578-4a0e-a498-18356f47615e is scheduled to be hosted by DHCP agent 58f05500-12a8-4f3a-bf6e-722eafa3a905 with binding_index 1 {{(pid=80326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 04 00:55:31.780438 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-86126777-8bfa-4737-8f1c-b3417b34d7b2 req-a7f24564-1122-4624-a7e2-a49f91cf7c81 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458698 Dec 04 00:55:31.814008 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-4301172e-01ed-49e4-a9bd-5fd473d59bd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-5-smb, d263c9e3-a578-4a0e-a498-18356f47615e) {{(pid=80326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:55:31.827399 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8c6213-9047-4967-85f1-c6313b9ca4fc None None] Network d263c9e3-a578-4a0e-a498-18356f47615e requested from dv-cinder-763306-5-smb {{(pid=80328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 00:55:31.829889 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4301172e-01ed-49e4-a9bd-5fd473d59bd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:31.830640 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4301172e-01ed-49e4-a9bd-5fd473d59bd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for subnet, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:31.892340 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-4301172e-01ed-49e4-a9bd-5fd473d59bd6 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1239104 Dec 04 00:55:32.114928 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee478ea-a2cc-4b4c-8e65-95c68471e86c None None] Network d263c9e3-a578-4a0e-a498-18356f47615e requested from dv-cinder-763306-5-smb {{(pid=80328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 00:55:32.127038 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 37232) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:32.306366 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 37246) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:32.309145 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-0e511c25-335a-4cce-b460-c302eb5dac70 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=eea45bcbec3745a7921ce97f5b8c1624&name=default HTTP/1.1" status: 200 len: 2875 time: 0.1798317 Dec 04 00:55:32.422372 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a767d46e-7f38-48f8-8985-2fa01254aa2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:32.463225 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a767d46e-7f38-48f8-8985-2fa01254aa2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:32.602015 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a767d46e-7f38-48f8-8985-2fa01254aa2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:32.607368 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-bd6fca81-d3c8-4ad4-862e-5d1eacd27751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:32.621788 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a767d46e-7f38-48f8-8985-2fa01254aa2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9349b741-3728-461f-9338-157987d14413,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:32.624137 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a767d46e-7f38-48f8-8985-2fa01254aa2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:32.653571 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a767d46e-7f38-48f8-8985-2fa01254aa2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:32.656159 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-a767d46e-7f38-48f8-8985-2fa01254aa2a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9349b741-3728-461f-9338-157987d14413 HTTP/1.1" status: 204 len: 168 time: 0.3473837 Dec 04 00:55:33.062935 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e83601-3487-4d35-b6ac-e1aabeee952d req-e2a52bd4-c4d2-43e7-a03b-7b38e560279b tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:33.066931 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a1e83601-3487-4d35-b6ac-e1aabeee952d req-e2a52bd4-c4d2-43e7-a03b-7b38e560279b tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 946 time: 0.1295719 Dec 04 00:55:33.115421 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a1e83601-3487-4d35-b6ac-e1aabeee952d req-bf2f4a86-cec3-48ba-b35f-1574a97e456c tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474696 Dec 04 00:55:33.142372 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 37290) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:33.149784 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-d6b507d6-d8c9-4740-ba97-7a9fc1155f02 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-959494130-network', 'tenant_id': 'a51002074938453e9bee3696db08f536'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:55:33.156491 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-d6b507d6-d8c9-4740-ba97-7a9fc1155f02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:55:33.161779 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-d6b507d6-d8c9-4740-ba97-7a9fc1155f02 admin admin] Usage tracker for resource:network and tenant:a51002074938453e9bee3696db08f536 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:55:33.165386 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-d6b507d6-d8c9-4740-ba97-7a9fc1155f02 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:55:33.171851 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-d6b507d6-d8c9-4740-ba97-7a9fc1155f02 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:55:33.213975 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b507d6-d8c9-4740-ba97-7a9fc1155f02 admin admin] Made reservation on behalf of a51002074938453e9bee3696db08f536 for: {'network': 1} {{(pid=80327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 00:55:33.221670 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d6b507d6-d8c9-4740-ba97-7a9fc1155f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for network, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:33.244281 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d6b507d6-d8c9-4740-ba97-7a9fc1155f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:33.262687 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-d6b507d6-d8c9-4740-ba97-7a9fc1155f02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:55:33.267100 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-d6b507d6-d8c9-4740-ba97-7a9fc1155f02 admin admin] Usage tracker for resource:security_group_rule and tenant:a51002074938453e9bee3696db08f536 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:55:33.270654 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-d6b507d6-d8c9-4740-ba97-7a9fc1155f02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:55:33.276727 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-d6b507d6-d8c9-4740-ba97-7a9fc1155f02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:55:33.558820 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d6b507d6-d8c9-4740-ba97-7a9fc1155f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:33.590078 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d6b507d6-d8c9-4740-ba97-7a9fc1155f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:33.594865 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-2fad0bb7-49be-4319-8a61-debc6a4b0cb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:33.628233 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b507d6-d8c9-4740-ba97-7a9fc1155f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48afc7ee-8be6-4f18-9134-2573b3e7c47b,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:33.631524 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-d6b507d6-d8c9-4740-ba97-7a9fc1155f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:33.707308 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6b507d6-d8c9-4740-ba97-7a9fc1155f02 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 04 00:55:33.717269 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d6b507d6-d8c9-4740-ba97-7a9fc1155f02 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745381628992', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851436430'] for segment, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:33.717827 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.db.segments_db [None req-d6b507d6-d8c9-4740-ba97-7a9fc1155f02 admin admin] Added segment 79a57ef2-f513-43e3-8537-4f6f42604708 of type vxlan for network c3b68185-aeae-484b-a001-2dabea02e375 Dec 04 00:55:33.938046 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d6b507d6-d8c9-4740-ba97-7a9fc1155f02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745381119791'] for network, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:33.963649 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 37326) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:33.996848 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d6b507d6-d8c9-4740-ba97-7a9fc1155f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616'] for network, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:33.998708 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b507d6-d8c9-4740-ba97-7a9fc1155f02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:33.999916 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d6b507d6-d8c9-4740-ba97-7a9fc1155f02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for network, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:34.026752 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-b257338a-8ccb-4cd2-9c78-4af6c9f98e5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:34.110799 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-15e88830-5088-4e3e-9b63-85489b980169 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1687434028-network', 'tenant_id': 'ee2e291e3bae48f9aa1a99091109694e'}} {{(pid=80326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:55:34.116156 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-d6b507d6-d8c9-4740-ba97-7a9fc1155f02 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.9721129 Dec 04 00:55:34.116422 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-15e88830-5088-4e3e-9b63-85489b980169 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:55:34.120048 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 37334) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:34.121289 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-15e88830-5088-4e3e-9b63-85489b980169 admin admin] Usage tracker for resource:network and tenant:ee2e291e3bae48f9aa1a99091109694e is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:55:34.124456 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-15e88830-5088-4e3e-9b63-85489b980169 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:55:34.129762 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-5e38644e-aa53-44fb-ad29-55eabed58532 admin admin] Request body: {'subnet': {'network_id': 'c3b68185-aeae-484b-a001-2dabea02e375', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-959494130-subnet', 'tenant_id': 'a51002074938453e9bee3696db08f536', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:55:34.130615 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-15e88830-5088-4e3e-9b63-85489b980169 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:55:34.135984 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b507d6-d8c9-4740-ba97-7a9fc1155f02 admin admin] Pushing event updated for resources: {'Network': ['ID=c3b68185-aeae-484b-a001-2dabea02e375,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:34.138545 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-5e38644e-aa53-44fb-ad29-55eabed58532 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:55:34.141203 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-d6b507d6-d8c9-4740-ba97-7a9fc1155f02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:34.143575 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-5e38644e-aa53-44fb-ad29-55eabed58532 admin admin] Usage tracker for resource:subnet and tenant:a51002074938453e9bee3696db08f536 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:55:34.146660 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-5e38644e-aa53-44fb-ad29-55eabed58532 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:55:34.147148 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Network c3b68185-aeae-484b-a001-2dabea02e375 details requested by agent ovs-agent-dv-cinder-763306-5-smb with host dv-cinder-763306-5-smb {{(pid=80328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 00:55:34.152760 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-5e38644e-aa53-44fb-ad29-55eabed58532 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:55:34.174536 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e88830-5088-4e3e-9b63-85489b980169 admin admin] Made reservation on behalf of ee2e291e3bae48f9aa1a99091109694e for: {'network': 1} {{(pid=80326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 00:55:34.177878 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Network c3b68185-aeae-484b-a001-2dabea02e375 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 00:55:34.184094 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-15e88830-5088-4e3e-9b63-85489b980169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for network, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:34.199575 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-15e88830-5088-4e3e-9b63-85489b980169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:34.201666 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e38644e-aa53-44fb-ad29-55eabed58532 admin admin] Made reservation on behalf of a51002074938453e9bee3696db08f536 for: {'subnet': 1} {{(pid=80327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 00:55:34.208909 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-5e38644e-aa53-44fb-ad29-55eabed58532 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853151123'] for subnet, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:34.230467 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-15e88830-5088-4e3e-9b63-85489b980169 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:55:34.235405 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-15e88830-5088-4e3e-9b63-85489b980169 admin admin] Usage tracker for resource:security_group_rule and tenant:ee2e291e3bae48f9aa1a99091109694e is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:55:34.238507 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-15e88830-5088-4e3e-9b63-85489b980169 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:55:34.245164 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-15e88830-5088-4e3e-9b63-85489b980169 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:55:34.463346 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-15e88830-5088-4e3e-9b63-85489b980169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:34.488792 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-15e88830-5088-4e3e-9b63-85489b980169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:34.494652 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-48db56e5-654b-443c-aaee-592af0c2c824 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:34.528792 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15e88830-5088-4e3e-9b63-85489b980169 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 04 00:55:34.536284 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487766e-93e7-44db-8b30-ce3cf5389b51 req-35032b4e-ce4e-44d5-98bd-7a052a76cff8 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:34.537943 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d487766e-93e7-44db-8b30-ce3cf5389b51 req-35032b4e-ce4e-44d5-98bd-7a052a76cff8 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 946 time: 0.2394772 Dec 04 00:55:34.538594 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e88830-5088-4e3e-9b63-85489b980169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8716055c-f3a9-4864-8e1f-5573b4f3d183,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:34.542656 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-15e88830-5088-4e3e-9b63-85489b980169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:34.547686 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-15e88830-5088-4e3e-9b63-85489b980169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851436430'] for segment, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:34.548107 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.db.segments_db [None req-15e88830-5088-4e3e-9b63-85489b980169 admin admin] Added segment b1be24bd-1446-47e5-9ec0-76f7a84bf2b0 of type vxlan for network 54b14030-b274-46da-b128-dfa3d6f39479 Dec 04 00:55:34.581518 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-15e88830-5088-4e3e-9b63-85489b980169 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745381119791'] for network, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:34.594525 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d487766e-93e7-44db-8b30-ce3cf5389b51 req-c603f8c3-b346-4b05-85fe-3f8cee169240 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491338 Dec 04 00:55:34.705426 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-15e88830-5088-4e3e-9b63-85489b980169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616'] for network, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:34.706855 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e88830-5088-4e3e-9b63-85489b980169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:34.707553 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-15e88830-5088-4e3e-9b63-85489b980169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for network, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:34.714235 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-f79cc987-47cb-4304-803f-9b13c50788d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:34.803728 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-5e38644e-aa53-44fb-ad29-55eabed58532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27698602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853151108'] for subnet, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:34.819310 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-28ae8cbc-b7cd-472f-87b7-645972f6b38e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:34.825549 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e88830-5088-4e3e-9b63-85489b980169 admin admin] Pushing event updated for resources: {'Network': ['ID=54b14030-b274-46da-b128-dfa3d6f39479,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:34.828866 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-15e88830-5088-4e3e-9b63-85489b980169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:34.838546 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Network 54b14030-b274-46da-b128-dfa3d6f39479 details requested by agent ovs-agent-dv-cinder-763306-5-smb with host dv-cinder-763306-5-smb {{(pid=80328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 00:55:34.859464 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-15e88830-5088-4e3e-9b63-85489b980169 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8941841 Dec 04 00:55:34.861398 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 37350) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:34.869183 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-be18159e-0fcf-4e08-9e92-ed055ff9cbad admin admin] Request body: {'subnet': {'network_id': '54b14030-b274-46da-b128-dfa3d6f39479', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1687434028-subnet', 'tenant_id': 'ee2e291e3bae48f9aa1a99091109694e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:55:34.874486 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-be18159e-0fcf-4e08-9e92-ed055ff9cbad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:55:34.878718 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-be18159e-0fcf-4e08-9e92-ed055ff9cbad admin admin] Usage tracker for resource:subnet and tenant:ee2e291e3bae48f9aa1a99091109694e is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:55:34.881788 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-be18159e-0fcf-4e08-9e92-ed055ff9cbad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:55:34.888484 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-be18159e-0fcf-4e08-9e92-ed055ff9cbad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:55:34.911630 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Network 54b14030-b274-46da-b128-dfa3d6f39479 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 00:55:34.932679 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be18159e-0fcf-4e08-9e92-ed055ff9cbad admin admin] Made reservation on behalf of ee2e291e3bae48f9aa1a99091109694e for: {'subnet': 1} {{(pid=80326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 00:55:34.939736 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-be18159e-0fcf-4e08-9e92-ed055ff9cbad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853182441'] for subnet, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:34.962509 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38644e-aa53-44fb-ad29-55eabed58532 admin admin] Pushing event updated for resources: {'Subnet': ['ID=118e0fa1-826b-477d-b94c-ee17573ff6cb,revision_number=0']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:34.967523 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-5e38644e-aa53-44fb-ad29-55eabed58532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:35.027835 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e38644e-aa53-44fb-ad29-55eabed58532 admin admin] Checking segment: {'id': '79a57ef2-f513-43e3-8537-4f6f42604708', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c3b68185-aeae-484b-a001-2dabea02e375'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 00:55:35.028230 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e38644e-aa53-44fb-ad29-55eabed58532 admin admin] Network hostable DHCP agents. Network: c3b68185-aeae-484b-a001-2dabea02e375, hostable agents: ['58f05500-12a8-4f3a-bf6e-722eafa3a905'], hosted agents: [] {{(pid=80327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 04 00:55:35.094483 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e38644e-aa53-44fb-ad29-55eabed58532 admin admin] Network c3b68185-aeae-484b-a001-2dabea02e375 is scheduled to be hosted by DHCP agent 58f05500-12a8-4f3a-bf6e-722eafa3a905 with binding_index 1 {{(pid=80327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 04 00:55:35.133048 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-5e38644e-aa53-44fb-ad29-55eabed58532 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-5-smb, c3b68185-aeae-484b-a001-2dabea02e375) {{(pid=80327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:55:35.144329 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f96500-9a7d-4448-af65-5fd294366290 None None] Network c3b68185-aeae-484b-a001-2dabea02e375 requested from dv-cinder-763306-5-smb {{(pid=80328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 00:55:35.151092 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e38644e-aa53-44fb-ad29-55eabed58532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:35.151816 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-5e38644e-aa53-44fb-ad29-55eabed58532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for subnet, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:35.236790 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-5e38644e-aa53-44fb-ad29-55eabed58532 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1156073 Dec 04 00:55:35.407024 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffcbd66-2ff4-4dc5-a127-5f330b08c1ff None None] Network c3b68185-aeae-484b-a001-2dabea02e375 requested from dv-cinder-763306-5-smb {{(pid=80328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 00:55:35.516257 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-be18159e-0fcf-4e08-9e92-ed055ff9cbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036827182895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853182458'] for subnet, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:35.779600 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 37378) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:35.814548 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:35.968270 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be18159e-0fcf-4e08-9e92-ed055ff9cbad admin admin] Pushing event updated for resources: {'Subnet': ['ID=cec34db6-5d74-4430-bbbe-d4555b4d415e,revision_number=0']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:35.978618 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-be18159e-0fcf-4e08-9e92-ed055ff9cbad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:36.008151 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-80029f1f-1aec-4e20-9878-29ef6e3d84ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:36.057969 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be18159e-0fcf-4e08-9e92-ed055ff9cbad admin admin] Checking segment: {'id': 'b1be24bd-1446-47e5-9ec0-76f7a84bf2b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '54b14030-b274-46da-b128-dfa3d6f39479'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 00:55:36.058534 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be18159e-0fcf-4e08-9e92-ed055ff9cbad admin admin] Network hostable DHCP agents. Network: 54b14030-b274-46da-b128-dfa3d6f39479, hostable agents: ['58f05500-12a8-4f3a-bf6e-722eafa3a905'], hosted agents: [] {{(pid=80326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 04 00:55:36.079855 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-80029f1f-1aec-4e20-9878-29ef6e3d84ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:55:36.087510 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-80029f1f-1aec-4e20-9878-29ef6e3d84ad admin admin] Usage tracker for resource:security_group_rule and tenant:fa3fffbfe50f4b1295bc1e9c1a6d02be is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:55:36.091535 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-80029f1f-1aec-4e20-9878-29ef6e3d84ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:55:36.099786 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-80029f1f-1aec-4e20-9878-29ef6e3d84ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:55:36.116998 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be18159e-0fcf-4e08-9e92-ed055ff9cbad admin admin] Network 54b14030-b274-46da-b128-dfa3d6f39479 is scheduled to be hosted by DHCP agent 58f05500-12a8-4f3a-bf6e-722eafa3a905 with binding_index 1 {{(pid=80326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 04 00:55:36.159022 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35fcd3-4260-4182-9b29-fbebc1042a40 req-8a943c28-7420-4d07-9cd7-26eb701c08c2 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:36.160673 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ff35fcd3-4260-4182-9b29-fbebc1042a40 req-8a943c28-7420-4d07-9cd7-26eb701c08c2 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 946 time: 0.1374619 Dec 04 00:55:36.191277 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-be18159e-0fcf-4e08-9e92-ed055ff9cbad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-5-smb, 54b14030-b274-46da-b128-dfa3d6f39479) {{(pid=80326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:55:36.201617 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4b10c4-576a-4587-8a17-f6fbeffb82c9 None None] Network 54b14030-b274-46da-b128-dfa3d6f39479 requested from dv-cinder-763306-5-smb {{(pid=80328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 00:55:36.206173 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be18159e-0fcf-4e08-9e92-ed055ff9cbad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:36.206849 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-be18159e-0fcf-4e08-9e92-ed055ff9cbad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for subnet, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:36.260914 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-be18159e-0fcf-4e08-9e92-ed055ff9cbad admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3971915 Dec 04 00:55:36.340915 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ff35fcd3-4260-4182-9b29-fbebc1042a40 req-ea9f11f8-10ed-4c23-94d4-7f8f1d770e6a tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665995 Dec 04 00:55:36.415285 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-80029f1f-1aec-4e20-9878-29ef6e3d84ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:36.444502 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa80a9cc-d605-4640-bbac-d5f1667b22fb None None] Network 54b14030-b274-46da-b128-dfa3d6f39479 requested from dv-cinder-763306-5-smb {{(pid=80328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 00:55:36.448251 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-80029f1f-1aec-4e20-9878-29ef6e3d84ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:36.464456 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-83ff3eb3-7c7f-4a75-91c3-9a8242f21a90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:36.481546 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 37400) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:36.489304 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-e53d8869-d77e-4dca-84db-4e9488071e06 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:36.491004 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-e53d8869-d77e-4dca-84db-4e9488071e06 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] 10.222.0.73 "GET /v2.0/networks?id=d263c9e3-a578-4a0e-a498-18356f47615e HTTP/1.1" status: 200 len: 809 time: 0.3007927 Dec 04 00:55:36.540445 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80029f1f-1aec-4e20-9878-29ef6e3d84ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3e96e2-71dd-4fa4-84d3-707cf01b0ba0,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:36.545447 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-b7e06984-8491-4d62-b725-86e13ef1c492 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] 10.222.0.73 "GET /v2.0/quotas/0e37cad4a7d04c369122ad481a45cd45 HTTP/1.1" status: 200 len: 375 time: 0.0400002 Dec 04 00:55:36.546383 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-80029f1f-1aec-4e20-9878-29ef6e3d84ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:36.548933 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-80029f1f-1aec-4e20-9878-29ef6e3d84ad admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fa3fffbfe50f4b1295bc1e9c1a6d02be&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7682376 Dec 04 00:55:36.552072 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 37412) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:36.625976 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-e4643a5f-c586-49ed-8af2-8ed91f612e5d tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e37cad4a7d04c369122ad481a45cd45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0739727 Dec 04 00:55:36.685854 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2451bc85-f753-4c10-9110-1902eb1288d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:36.718140 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2451bc85-f753-4c10-9110-1902eb1288d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:36.757442 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-95ce3ee5-0465-440e-8ed8-3f47fcede51f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:36.791674 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-8ae11864-2c8b-40e1-8125-5bc01b3f71e9 service neutron] 10.222.0.73 "GET /v2.0/networks/d263c9e3-a578-4a0e-a498-18356f47615e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529455 Dec 04 00:55:36.796592 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-95ce3ee5-0465-440e-8ed8-3f47fcede51f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:55:36.807433 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-95ce3ee5-0465-440e-8ed8-3f47fcede51f admin admin] Usage tracker for resource:security_group_rule and tenant:d7006fc0108d4640adb2b37e914d3612 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:55:36.810526 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-95ce3ee5-0465-440e-8ed8-3f47fcede51f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:55:36.816738 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-95ce3ee5-0465-440e-8ed8-3f47fcede51f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:55:36.871243 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2451bc85-f753-4c10-9110-1902eb1288d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:36.878140 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-2b1bdee7-4654-40f5-b952-cd38bd6f6bbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:36.895225 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2451bc85-f753-4c10-9110-1902eb1288d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3e96e2-71dd-4fa4-84d3-707cf01b0ba0,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:36.905215 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-2451bc85-f753-4c10-9110-1902eb1288d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:36.932382 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2451bc85-f753-4c10-9110-1902eb1288d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:36.936283 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-2451bc85-f753-4c10-9110-1902eb1288d2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8d3e96e2-71dd-4fa4-84d3-707cf01b0ba0 HTTP/1.1" status: 204 len: 168 time: 0.3797126 Dec 04 00:55:36.944798 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-95ce3ee5-0465-440e-8ed8-3f47fcede51f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:36.972701 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-95ce3ee5-0465-440e-8ed8-3f47fcede51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:36.984047 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-e27f792d-a6b3-4e82-a2d5-1c1afa83e2f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:37.024934 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce3ee5-0465-440e-8ed8-3f47fcede51f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b1957b-7ecd-4ea2-9252-16dbd4837438,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:37.030991 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-95ce3ee5-0465-440e-8ed8-3f47fcede51f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:37.047976 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-95ce3ee5-0465-440e-8ed8-3f47fcede51f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d7006fc0108d4640adb2b37e914d3612&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5647755 Dec 04 00:55:37.052818 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 37430) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:37.108282 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-b9780f59-e442-4f1f-9e58-33e77aefb56d service neutron] 10.222.0.73 "GET /v2.0/networks/d263c9e3-a578-4a0e-a498-18356f47615e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3079157 Dec 04 00:55:37.120207 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-4f01ecc0-3f45-40eb-9190-570de2a5656d tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:37.125961 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-908a32e5-9684-4384-9484-8979758cd26a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:37.126042 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-4f01ecc0-3f45-40eb-9190-570de2a5656d tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/networks?id=54b14030-b274-46da-b128-dfa3d6f39479 HTTP/1.1" status: 200 len: 815 time: 0.2911103 Dec 04 00:55:37.139813 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-4da2d888-b990-44c0-896e-5b27fffd0442 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/quotas/ee2e291e3bae48f9aa1a99091109694e HTTP/1.1" status: 200 len: 375 time: 0.0112896 Dec 04 00:55:37.151854 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-908a32e5-9684-4384-9484-8979758cd26a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:37.215218 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-4b563bad-d545-453b-aecf-b0e8ed1bae22 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?tenant_id=ee2e291e3bae48f9aa1a99091109694e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673494 Dec 04 00:55:37.237175 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-908a32e5-9684-4384-9484-8979758cd26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:37.241349 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-d46488f6-0d96-4f5e-a9db-0ae3ef380bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:37.253940 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a32e5-9684-4384-9484-8979758cd26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b1957b-7ecd-4ea2-9252-16dbd4837438,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:37.261040 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-908a32e5-9684-4384-9484-8979758cd26a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:37.261852 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-908a32e5-9684-4384-9484-8979758cd26a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:37.265946 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-908a32e5-9684-4384-9484-8979758cd26a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d9b1957b-7ecd-4ea2-9252-16dbd4837438 HTTP/1.1" status: 204 len: 168 time: 0.2120852 Dec 04 00:55:37.490469 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-84ee2100-ab3f-49d2-b9f0-bbd7c1239a0d service neutron] 10.222.0.73 "GET /v2.0/networks/54b14030-b274-46da-b128-dfa3d6f39479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671206 Dec 04 00:55:37.736015 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-e832bb65-cacc-4de2-a778-21b644f0b2ca service neutron] 10.222.0.73 "GET /v2.0/networks/54b14030-b274-46da-b128-dfa3d6f39479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1409862 Dec 04 00:55:37.776520 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-76439d50-e31a-49f0-85da-27b2d226141e req-6011c934-0908-4a88-8122-06245f92b163 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] 10.222.0.73 "GET /v2.0/ports?device_id=93eba16c-789a-4399-b5bd-23229ca74dde HTTP/1.1" status: 200 len: 210 time: 0.0457528 Dec 04 00:55:37.979751 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 37450) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:38.003633 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-74eaf41e-8188-468e-9982-2117a571260f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:38.020144 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-74eaf41e-8188-468e-9982-2117a571260f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:55:38.024708 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-74eaf41e-8188-468e-9982-2117a571260f admin admin] Usage tracker for resource:security_group_rule and tenant:44b75994ea7b4871a906a0288571282a is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:55:38.027565 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-74eaf41e-8188-468e-9982-2117a571260f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:55:38.082763 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-74eaf41e-8188-468e-9982-2117a571260f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:55:38.246678 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ff4d1-a94a-4129-92a8-3ef125b5a337 req-b65eacd4-db9a-4ec7-94ba-e0b80bf66b45 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:38.248265 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-595ff4d1-a94a-4129-92a8-3ef125b5a337 req-b65eacd4-db9a-4ec7-94ba-e0b80bf66b45 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 946 time: 0.2176311 Dec 04 00:55:38.258827 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-34ebe230-919d-4299-b6b5-c07a5216b624 req-6c026fab-52cd-47ed-95f2-380cb92fa563 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=72cb1dd5-33fe-4537-82d6-8419fd240e18 HTTP/1.1" status: 200 len: 210 time: 0.0632322 Dec 04 00:55:38.327138 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-595ff4d1-a94a-4129-92a8-3ef125b5a337 req-c62b714e-70ef-4dce-8aac-be2e578c55fb tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635526 Dec 04 00:55:38.463798 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 37464) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:38.478550 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-74eaf41e-8188-468e-9982-2117a571260f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:38.482380 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c12054fd-d69c-43fe-a464-6288ac5ccad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:38.498552 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-c12054fd-d69c-43fe-a464-6288ac5ccad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:55:38.502532 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-c12054fd-d69c-43fe-a464-6288ac5ccad5 admin admin] Usage tracker for resource:security_group_rule and tenant:d5248f58c131444a9d6e0b3fd14567bc is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:55:38.505622 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-c12054fd-d69c-43fe-a464-6288ac5ccad5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:55:38.512201 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-c12054fd-d69c-43fe-a464-6288ac5ccad5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:55:38.516698 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-74eaf41e-8188-468e-9982-2117a571260f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:38.526840 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:38.572117 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-74eaf41e-8188-468e-9982-2117a571260f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=44b75994ea7b4871a906a0288571282a&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5904961 Dec 04 00:55:38.574263 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eaf41e-8188-468e-9982-2117a571260f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f012dc-e73a-4108-8850-1ec2f1ede35c,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:38.574979 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 37470) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:38.578808 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-74eaf41e-8188-468e-9982-2117a571260f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:38.642779 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c12054fd-d69c-43fe-a464-6288ac5ccad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:38.668561 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c36e77f1-f484-49c6-84b8-2b31ccb081fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:38.698921 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c36e77f1-f484-49c6-84b8-2b31ccb081fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:38.717116 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c12054fd-d69c-43fe-a464-6288ac5ccad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:38.729128 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a767d46e-7f38-48f8-8985-2fa01254aa2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:38.786383 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12054fd-d69c-43fe-a464-6288ac5ccad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf228fd1-89eb-45cc-9090-c38a1e4228d8,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:38.791687 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-c12054fd-d69c-43fe-a464-6288ac5ccad5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d5248f58c131444a9d6e0b3fd14567bc&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3271267 Dec 04 00:55:38.799833 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c12054fd-d69c-43fe-a464-6288ac5ccad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:38.800781 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 37478) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:38.875199 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e6e281ed-f6bc-4693-b35a-8ca9b1a2fbef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:38.908282 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e6e281ed-f6bc-4693-b35a-8ca9b1a2fbef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:38.978587 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c36e77f1-f484-49c6-84b8-2b31ccb081fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:38.984473 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-f4dcff44-5487-4708-8401-ca79a927afcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:38.998910 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36e77f1-f484-49c6-84b8-2b31ccb081fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f012dc-e73a-4108-8850-1ec2f1ede35c,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:39.004012 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c36e77f1-f484-49c6-84b8-2b31ccb081fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:39.008668 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c36e77f1-f484-49c6-84b8-2b31ccb081fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:39.016623 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-c36e77f1-f484-49c6-84b8-2b31ccb081fd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/96f012dc-e73a-4108-8850-1ec2f1ede35c HTTP/1.1" status: 204 len: 168 time: 0.4404023 Dec 04 00:55:39.116910 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-33d9c3d9-0812-4996-8ee1-711d75bf6713 req-14cf8b31-0124-4d12-be78-4d682711889d tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] 10.222.0.73 "GET /v2.0/ports?device_id=93eba16c-789a-4399-b5bd-23229ca74dde HTTP/1.1" status: 200 len: 210 time: 0.0505586 Dec 04 00:55:39.168937 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e6e281ed-f6bc-4693-b35a-8ca9b1a2fbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:39.175539 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-74eaf41e-8188-468e-9982-2117a571260f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:39.191637 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e281ed-f6bc-4693-b35a-8ca9b1a2fbef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf228fd1-89eb-45cc-9090-c38a1e4228d8,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:39.195978 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-e6e281ed-f6bc-4693-b35a-8ca9b1a2fbef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:39.206378 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e6e281ed-f6bc-4693-b35a-8ca9b1a2fbef admin admin] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:39.210231 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-e6e281ed-f6bc-4693-b35a-8ca9b1a2fbef admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bf228fd1-89eb-45cc-9090-c38a1e4228d8 HTTP/1.1" status: 204 len: 168 time: 0.4117117 Dec 04 00:55:39.540254 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7d532d2b-9beb-462d-91da-f928da791da4 req-4470186a-1431-4421-b95a-21c8abb199ce tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=72cb1dd5-33fe-4537-82d6-8419fd240e18 HTTP/1.1" status: 200 len: 210 time: 0.0906045 Dec 04 00:55:39.593605 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37bf66-ae2b-433e-9dbd-18a15bb4977c req-3d4dd50e-1295-42f8-87df-207c68ccf205 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:39.594482 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3b37bf66-ae2b-433e-9dbd-18a15bb4977c req-3d4dd50e-1295-42f8-87df-207c68ccf205 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 946 time: 0.1069829 Dec 04 00:55:39.653735 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3b37bf66-ae2b-433e-9dbd-18a15bb4977c req-322d5064-6def-4432-bd6f-216b5ba309b1 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465870 Dec 04 00:55:40.509718 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a391252b-660c-4b30-9de6-f16d9464af6f req-abd8c705-7183-4221-8417-8d60fe596b23 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] 10.222.0.73 "GET /v2.0/ports?device_id=93eba16c-789a-4399-b5bd-23229ca74dde HTTP/1.1" status: 200 len: 210 time: 0.1282351 Dec 04 00:55:40.586561 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-5ee13846-4158-4334-86b3-92682c83b2d2 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:40.588189 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-5ee13846-4158-4334-86b3-92682c83b2d2 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] 10.222.0.86 "GET /v2.0/networks?id=d263c9e3-a578-4a0e-a498-18356f47615e HTTP/1.1" status: 200 len: 809 time: 0.2728591 Dec 04 00:55:40.623700 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-e2579d74-8bf4-451f-80fd-66d744ea02a1 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Request body: {'port': {'device_id': '93eba16c-789a-4399-b5bd-23229ca74dde', 'network_id': 'd263c9e3-a578-4a0e-a498-18356f47615e', 'admin_state_up': True, 'tenant_id': '0e37cad4a7d04c369122ad481a45cd45'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:55:41.135998 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9644f797-ae0c-4666-997b-e55fd4bc40d3 req-ad120e13-3c9f-445e-bedc-8d0fdfa6a1fb tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=72cb1dd5-33fe-4537-82d6-8419fd240e18 HTTP/1.1" status: 200 len: 210 time: 0.1791596 Dec 04 00:55:41.321160 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-e2579d74-8bf4-451f-80fd-66d744ea02a1 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:55:41.342104 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-e2579d74-8bf4-451f-80fd-66d744ea02a1 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Usage tracker for resource:port and tenant:0e37cad4a7d04c369122ad481a45cd45 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:55:41.353442 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70955b-6d7c-4f5f-a63b-b71a6f946d4f req-7be2b3c7-316a-4d2f-b4aa-1a9d394a3845 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:41.355170 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-0d70955b-6d7c-4f5f-a63b-b71a6f946d4f req-7be2b3c7-316a-4d2f-b4aa-1a9d394a3845 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 946 time: 0.3972113 Dec 04 00:55:41.356298 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-e2579d74-8bf4-451f-80fd-66d744ea02a1 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Quota usage for port was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:55:41.363743 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-a366cb85-cd83-45e7-ba25-1de29d6f69c0 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:41.365276 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-a366cb85-cd83-45e7-ba25-1de29d6f69c0 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.86 "GET /v2.0/networks?id=54b14030-b274-46da-b128-dfa3d6f39479 HTTP/1.1" status: 200 len: 815 time: 0.2828856 Dec 04 00:55:41.384681 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-e2579d74-8bf4-451f-80fd-66d744ea02a1 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:55:41.405225 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-ca377172-58a4-441e-8f0d-7026326aafe7 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Request body: {'port': {'device_id': '72cb1dd5-33fe-4537-82d6-8419fd240e18', 'network_id': '54b14030-b274-46da-b128-dfa3d6f39479', 'admin_state_up': True, 'tenant_id': 'ee2e291e3bae48f9aa1a99091109694e'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:55:41.514792 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-e2579d74-8bf4-451f-80fd-66d744ea02a1 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Made reservation on behalf of 0e37cad4a7d04c369122ad481a45cd45 for: {'port': 1} {{(pid=80327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 00:55:41.521111 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-e2579d74-8bf4-451f-80fd-66d744ea02a1 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:41.558965 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-0d70955b-6d7c-4f5f-a63b-b71a6f946d4f req-5bcb5eea-71e4-4cf8-8a6b-86a570bdf16e tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924012 Dec 04 00:55:41.575260 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 37582) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:41.762652 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-ca377172-58a4-441e-8f0d-7026326aafe7 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:55:41.780673 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-ca377172-58a4-441e-8f0d-7026326aafe7 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Usage tracker for resource:port and tenant:ee2e291e3bae48f9aa1a99091109694e is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:55:41.786638 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-ca377172-58a4-441e-8f0d-7026326aafe7 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Quota usage for port was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:55:41.787360 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-aab117ed-08b0-44c9-ad76-dc0679576909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:41.796665 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-ca377172-58a4-441e-8f0d-7026326aafe7 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:55:41.840228 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-aab117ed-08b0-44c9-ad76-dc0679576909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:55:41.850021 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-aab117ed-08b0-44c9-ad76-dc0679576909 admin admin] Usage tracker for resource:security_group_rule and tenant:773e95fb8f74492894be027624cb1685 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:55:41.850021 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-aab117ed-08b0-44c9-ad76-dc0679576909 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:55:41.854508 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-aab117ed-08b0-44c9-ad76-dc0679576909 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:55:41.892774 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9a437175-7421-4935-a9c8-8ce4288528a5 req-df3dd175-53c8-44a3-aab9-48ff23e6c548 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] 10.222.0.73 "GET /v2.0/ports?device_id=93eba16c-789a-4399-b5bd-23229ca74dde HTTP/1.1" status: 200 len: 210 time: 0.0493808 Dec 04 00:55:41.899864 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-ca377172-58a4-441e-8f0d-7026326aafe7 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Made reservation on behalf of ee2e291e3bae48f9aa1a99091109694e for: {'port': 1} {{(pid=80327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 00:55:41.905377 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-ca377172-58a4-441e-8f0d-7026326aafe7 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:42.016683 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-aab117ed-08b0-44c9-ad76-dc0679576909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:42.059840 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-aab117ed-08b0-44c9-ad76-dc0679576909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:42.069806 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-2fbbc7eb-f31f-49a7-8cde-1700255a6b8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:42.120055 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-aab117ed-08b0-44c9-ad76-dc0679576909 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=773e95fb8f74492894be027624cb1685&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5435467 Dec 04 00:55:42.121573 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 37596) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:42.124488 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab117ed-08b0-44c9-ad76-dc0679576909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d7e2da-cfaf-46c5-91ed-8ee210329333,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:42.137097 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-aab117ed-08b0-44c9-ad76-dc0679576909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:42.195594 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-5d892976-704f-4c40-9988-590d796a6366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:42.225436 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-5d892976-704f-4c40-9988-590d796a6366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:42.255057 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-e2579d74-8bf4-451f-80fd-66d744ea02a1 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Allocated IP 172.20.0.6 (d263c9e3-a578-4a0e-a498-18356f47615e/7f21ff83-1f5d-4a74-a004-f94219238655/453e90b5-1ac1-41c5-94f5-3cc922239bf5) {{(pid=80327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 00:55:42.309717 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-5d892976-704f-4c40-9988-590d796a6366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:42.315268 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-0b8a0c75-6d0e-4fdf-95c6-e6db257ae109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:42.331088 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d892976-704f-4c40-9988-590d796a6366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d7e2da-cfaf-46c5-91ed-8ee210329333,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:42.334963 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-5d892976-704f-4c40-9988-590d796a6366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:42.339131 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-5d892976-704f-4c40-9988-590d796a6366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:42.340497 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-5d892976-704f-4c40-9988-590d796a6366 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c2d7e2da-cfaf-46c5-91ed-8ee210329333 HTTP/1.1" status: 204 len: 168 time: 0.2179661 Dec 04 00:55:42.371458 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-961b7cc3-c200-4b6c-a91f-a79619d995a8 req-df146759-553e-472f-a295-25ddcac0b7d3 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=72cb1dd5-33fe-4537-82d6-8419fd240e18 HTTP/1.1" status: 200 len: 210 time: 0.0722148 Dec 04 00:55:42.608786 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-ca377172-58a4-441e-8f0d-7026326aafe7 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Allocated IP 172.20.0.9 (54b14030-b274-46da-b128-dfa3d6f39479/cec34db6-5d74-4430-bbbe-d4555b4d415e/992fee2e-c731-4b81-b88b-e26c4c2c3d2b) {{(pid=80327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 00:55:42.642999 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-e2579d74-8bf4-451f-80fd-66d744ea02a1 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Notify callbacks [] for port, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:42.844344 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-e2579d74-8bf4-451f-80fd-66d744ea02a1 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:42.877831 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:43.289667 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2579d74-8bf4-451f-80fd-66d744ea02a1 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Pushing event updated for resources: {'Port': ['ID=453e90b5-1ac1-41c5-94f5-3cc922239bf5,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:43.340064 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-e2579d74-8bf4-451f-80fd-66d744ea02a1 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:43.385512 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-ca377172-58a4-441e-8f0d-7026326aafe7 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Notify callbacks [] for port, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:43.407064 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e608d-7cc1-4158-b7c9-6aecf198cca3 req-67b5a91e-5ca0-4932-86eb-b3a9cf57b15a tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:43.408772 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f87e608d-7cc1-4158-b7c9-6aecf198cca3 req-67b5a91e-5ca0-4932-86eb-b3a9cf57b15a tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 946 time: 0.6152816 Dec 04 00:55:43.489645 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-e2579d74-8bf4-451f-80fd-66d744ea02a1 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Network d263c9e3-a578-4a0e-a498-18356f47615e is already hosted by enough agents. {{(pid=80327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 00:55:43.496801 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-e2579d74-8bf4-451f-80fd-66d744ea02a1 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Resources bound (agent type, host, resource id): {{(pid=80327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:55:43.504706 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-e2579d74-8bf4-451f-80fd-66d744ea02a1 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Received port after_create {{(pid=80327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 00:55:43.542379 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f87e608d-7cc1-4158-b7c9-6aecf198cca3 req-4a3c414a-d1e0-434a-a500-e179a0ec2c97 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240375 Dec 04 00:55:43.568669 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a688c2-c5a9-48f6-93f1-5efa095a98dd req-26ce6915-6154-4532-85eb-12e3b7b7be1a tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:43.570258 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-84a688c2-c5a9-48f6-93f1-5efa095a98dd req-26ce6915-6154-4532-85eb-12e3b7b7be1a tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] 10.222.0.73 "GET /v2.0/ports?device_id=93eba16c-789a-4399-b5bd-23229ca74dde HTTP/1.1" status: 200 len: 931 time: 0.2929342 Dec 04 00:55:43.609026 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-e2579d74-8bf4-451f-80fd-66d744ea02a1 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:43.609703 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-e2579d74-8bf4-451f-80fd-66d744ea02a1 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:43.628424 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-ca377172-58a4-441e-8f0d-7026326aafe7 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:43.666422 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:43.727881 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-84a688c2-c5a9-48f6-93f1-5efa095a98dd req-81843989-bf31-4f77-9c11-7009597372f6 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] 10.222.0.73 "GET /v2.0/security-groups?id=a0587eea-c3e7-4243-9bce-48bcca4603c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452734 Dec 04 00:55:43.822467 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-e2579d74-8bf4-451f-80fd-66d744ea02a1 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2035513 Dec 04 00:55:43.888025 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-1ed35bf2-666e-48df-a0f1-09a4198a9063 service neutron] Request body: {'port': {'device_id': '93eba16c-789a-4399-b5bd-23229ca74dde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:55:43.914167 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca377172-58a4-441e-8f0d-7026326aafe7 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Pushing event updated for resources: {'Port': ['ID=992fee2e-c731-4b81-b88b-e26c4c2c3d2b,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:43.932330 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-ca377172-58a4-441e-8f0d-7026326aafe7 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:44.049996 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-ca377172-58a4-441e-8f0d-7026326aafe7 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Network 54b14030-b274-46da-b128-dfa3d6f39479 is already hosted by enough agents. {{(pid=80327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 00:55:44.058308 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-ca377172-58a4-441e-8f0d-7026326aafe7 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Resources bound (agent type, host, resource id): {{(pid=80327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:55:44.068364 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0448fe-29e7-4ea8-aa44-28b2312bb9a7 req-8b2529a2-5208-4210-a168-3a42481bac72 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:44.069125 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-ed0448fe-29e7-4ea8-aa44-28b2312bb9a7 req-8b2529a2-5208-4210-a168-3a42481bac72 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Synchronizing usage tracker for tenant:ee2e291e3bae48f9aa1a99091109694e on resource:port {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 00:55:44.074687 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-ca377172-58a4-441e-8f0d-7026326aafe7 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Received port after_create {{(pid=80327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 00:55:44.110612 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-1ed35bf2-666e-48df-a0f1-09a4198a9063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:44.222604 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-ca377172-58a4-441e-8f0d-7026326aafe7 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:44.223341 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-ca377172-58a4-441e-8f0d-7026326aafe7 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:44.275913 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-ed0448fe-29e7-4ea8-aa44-28b2312bb9a7 req-8b2529a2-5208-4210-a168-3a42481bac72 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Unset dirty status for tenant:ee2e291e3bae48f9aa1a99091109694e on resource:port {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 00:55:44.277217 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ed0448fe-29e7-4ea8-aa44-28b2312bb9a7 req-8b2529a2-5208-4210-a168-3a42481bac72 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=72cb1dd5-33fe-4537-82d6-8419fd240e18 HTTP/1.1" status: 200 len: 931 time: 0.5650661 Dec 04 00:55:44.326812 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-ca377172-58a4-441e-8f0d-7026326aafe7 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9285815 Dec 04 00:55:44.401110 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-9bb56303-d328-4592-84be-880017b2a443 service neutron] Request body: {'port': {'device_id': '72cb1dd5-33fe-4537-82d6-8419fd240e18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:55:44.435804 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ed0448fe-29e7-4ea8-aa44-28b2312bb9a7 req-9f0ab2a0-75fd-482a-b1d5-041dd26024e3 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462085 Dec 04 00:55:44.634870 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-9bb56303-d328-4592-84be-880017b2a443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:44.665464 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3bb55d5a-aeb4-42fc-bfb9-15d0e8d3980a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:45.050615 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-1ed35bf2-666e-48df-a0f1-09a4198a9063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 453e90b5-1ac1-41c5-94f5-3cc922239bf5 {{(pid=80327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 04 00:55:45.067097 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-1ed35bf2-666e-48df-a0f1-09a4198a9063 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:45.080936 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018cda5-0565-412d-a022-8126de9f2a9d req-74c23d74-1c49-41cd-9d29-06c77c95ed06 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:45.085913 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-0018cda5-0565-412d-a022-8126de9f2a9d req-74c23d74-1c49-41cd-9d29-06c77c95ed06 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 946 time: 0.3461142 Dec 04 00:55:45.126468 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-1ed35bf2-666e-48df-a0f1-09a4198a9063 service neutron] Transition to ACTIVE for port object 453e90b5-1ac1-41c5-94f5-3cc922239bf5 will not be triggered until provisioned by entity L2. {{(pid=80327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 00:55:45.229408 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-1ed35bf2-666e-48df-a0f1-09a4198a9063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27697970'] for port, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:45.260016 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-bf8fefcd-c3b2-45df-ae4b-ad570ee800bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:45.300524 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8cebd-e5cf-4edd-b88e-2b346e026674 req-5ded912a-1d4a-47bc-8f4f-f735ea3618e9 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:45.301298 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-b7d8cebd-e5cf-4edd-b88e-2b346e026674 req-5ded912a-1d4a-47bc-8f4f-f735ea3618e9 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Synchronizing usage tracker for tenant:0e37cad4a7d04c369122ad481a45cd45 on resource:port {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 00:55:45.324347 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-0018cda5-0565-412d-a022-8126de9f2a9d req-7d7d4f37-2f9a-4494-80d3-6f9dac740e06 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237062 Dec 04 00:55:45.653202 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed35bf2-666e-48df-a0f1-09a4198a9063 service neutron] Pushing event updated for resources: {'Port': ['ID=453e90b5-1ac1-41c5-94f5-3cc922239bf5,revision_number=2']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:45.665339 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-1ed35bf2-666e-48df-a0f1-09a4198a9063 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:45.687906 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-b7d8cebd-e5cf-4edd-b88e-2b346e026674 req-5ded912a-1d4a-47bc-8f4f-f735ea3618e9 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Unset dirty status for tenant:0e37cad4a7d04c369122ad481a45cd45 on resource:port {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 00:55:45.689194 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b7d8cebd-e5cf-4edd-b88e-2b346e026674 req-5ded912a-1d4a-47bc-8f4f-f735ea3618e9 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] 10.222.0.73 "GET /v2.0/ports?device_id=93eba16c-789a-4399-b5bd-23229ca74dde HTTP/1.1" status: 200 len: 931 time: 0.8195784 Dec 04 00:55:45.889680 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b7d8cebd-e5cf-4edd-b88e-2b346e026674 req-206d5c22-ec0f-43e8-942e-8911e719974d tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] 10.222.0.73 "GET /v2.0/security-groups?id=a0587eea-c3e7-4243-9bce-48bcca4603c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855426 Dec 04 00:55:45.923648 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-9bb56303-d328-4592-84be-880017b2a443 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 992fee2e-c731-4b81-b88b-e26c4c2c3d2b {{(pid=80327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 04 00:55:45.981083 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-9bb56303-d328-4592-84be-880017b2a443 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:46.048626 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-1ed35bf2-666e-48df-a0f1-09a4198a9063 service neutron] Attempting to bind port 453e90b5-1ac1-41c5-94f5-3cc922239bf5 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 00:55:46.051367 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-1ed35bf2-666e-48df-a0f1-09a4198a9063 service neutron] Attempting to bind port 453e90b5-1ac1-41c5-94f5-3cc922239bf5 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '4523fbfc-db9c-4d28-8534-1d3a70998964', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd263c9e3-a578-4a0e-a498-18356f47615e'}] {{(pid=80327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 00:55:46.051367 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-1ed35bf2-666e-48df-a0f1-09a4198a9063 service neutron] Attempting to bind port 453e90b5-1ac1-41c5-94f5-3cc922239bf5 on network d263c9e3-a578-4a0e-a498-18356f47615e {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 00:55:46.061666 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-1ed35bf2-666e-48df-a0f1-09a4198a9063 service neutron] Checking agent: {'id': '37b4fca6-97cd-43de-9e09-0e080c5ad260', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 52, 16), 'started_at': datetime.datetime(2020, 12, 4, 0, 52, 46), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 00:55:46.062050 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-1ed35bf2-666e-48df-a0f1-09a4198a9063 service neutron] Checking segment: {'id': '4523fbfc-db9c-4d28-8534-1d3a70998964', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd263c9e3-a578-4a0e-a498-18356f47615e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 00:55:46.062455 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-1ed35bf2-666e-48df-a0f1-09a4198a9063 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:46.062894 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-1ed35bf2-666e-48df-a0f1-09a4198a9063 service neutron] Bound using segment: {'id': '4523fbfc-db9c-4d28-8534-1d3a70998964', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd263c9e3-a578-4a0e-a498-18356f47615e'} {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 00:55:46.063396 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-1ed35bf2-666e-48df-a0f1-09a4198a9063 service neutron] Bound port: 453e90b5-1ac1-41c5-94f5-3cc922239bf5, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4523fbfc-db9c-4d28-8534-1d3a70998964', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd263c9e3-a578-4a0e-a498-18356f47615e'}}] {{(pid=80327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 00:55:46.063773 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-1ed35bf2-666e-48df-a0f1-09a4198a9063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:46.089970 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1aea17-46f9-4af5-a19a-bd500fc55313 req-800e5993-2eaa-4592-9b81-6b48ff6d5413 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:46.091605 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-5b1aea17-46f9-4af5-a19a-bd500fc55313 req-800e5993-2eaa-4592-9b81-6b48ff6d5413 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=72cb1dd5-33fe-4537-82d6-8419fd240e18 HTTP/1.1" status: 200 len: 931 time: 0.1707180 Dec 04 00:55:46.153180 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-9bb56303-d328-4592-84be-880017b2a443 service neutron] Transition to ACTIVE for port object 992fee2e-c731-4b81-b88b-e26c4c2c3d2b will not be triggered until provisioned by entity L2. {{(pid=80327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 00:55:46.197353 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-5b1aea17-46f9-4af5-a19a-bd500fc55313 req-97966644-e160-4b66-b2db-1d8d0815fdf4 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769317 Dec 04 00:55:46.207521 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-9bb56303-d328-4592-84be-880017b2a443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27697970'] for port, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:46.208065 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:46.226237 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:46.325973 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-1ed35bf2-666e-48df-a0f1-09a4198a9063 service neutron] For port 453e90b5-1ac1-41c5-94f5-3cc922239bf5, host hv-cinder-76330, cleared binding levels {{(pid=80327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 00:55:46.377158 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-1ed35bf2-666e-48df-a0f1-09a4198a9063 service neutron] For port 453e90b5-1ac1-41c5-94f5-3cc922239bf5, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=453e90b5-1ac1-41c5-94f5-3cc922239bf5,segment=NetworkSegment(4523fbfc-db9c-4d28-8534-1d3a70998964),segment_id=4523fbfc-db9c-4d28-8534-1d3a70998964)] {{(pid=80327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 00:55:46.378656 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb56303-d328-4592-84be-880017b2a443 service neutron] Pushing event updated for resources: {'Port': ['ID=992fee2e-c731-4b81-b88b-e26c4c2c3d2b,revision_number=2']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:46.382035 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-9bb56303-d328-4592-84be-880017b2a443 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:46.421303 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-1ed35bf2-666e-48df-a0f1-09a4198a9063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27697970'] for port, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:46.440901 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-e2579d74-8bf4-451f-80fd-66d744ea02a1 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:46.751064 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed35bf2-666e-48df-a0f1-09a4198a9063 service neutron] Pushing event updated for resources: {'Port': ['ID=453e90b5-1ac1-41c5-94f5-3cc922239bf5,revision_number=3']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:46.774847 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b4244a88-5760-4a0d-8d41-a97e9464ef67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:46.791434 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-1ed35bf2-666e-48df-a0f1-09a4198a9063 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:46.839226 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-1ed35bf2-666e-48df-a0f1-09a4198a9063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:46.839887 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-1ed35bf2-666e-48df-a0f1-09a4198a9063 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:46.841537 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-1ed35bf2-666e-48df-a0f1-09a4198a9063 service neutron] 10.222.0.86 "PUT /v2.0/ports/453e90b5-1ac1-41c5-94f5-3cc922239bf5 HTTP/1.1" status: 200 len: 1157 time: 2.9700515 Dec 04 00:55:46.842058 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93eba16c-789a-4399-b5bd-23229ca74dde', 'tag': '453e90b5-1ac1-41c5-94f5-3cc922239bf5'}] {{(pid=80327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:55:46.863394 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edbc061-7b55-4255-a451-fab0fbf7f297 req-6671f3d7-2727-4175-a86b-e9a9fcc12d14 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:46.866978 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9edbc061-7b55-4255-a451-fab0fbf7f297 req-6671f3d7-2727-4175-a86b-e9a9fcc12d14 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 946 time: 0.3941860 Dec 04 00:55:46.896510 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-9bb56303-d328-4592-84be-880017b2a443 service neutron] Attempting to bind port 992fee2e-c731-4b81-b88b-e26c4c2c3d2b on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 00:55:46.897002 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-9bb56303-d328-4592-84be-880017b2a443 service neutron] Attempting to bind port 992fee2e-c731-4b81-b88b-e26c4c2c3d2b by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'b1be24bd-1446-47e5-9ec0-76f7a84bf2b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '54b14030-b274-46da-b128-dfa3d6f39479'}] {{(pid=80327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 00:55:46.897371 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-9bb56303-d328-4592-84be-880017b2a443 service neutron] Attempting to bind port 992fee2e-c731-4b81-b88b-e26c4c2c3d2b on network 54b14030-b274-46da-b128-dfa3d6f39479 {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 00:55:46.907743 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-9bb56303-d328-4592-84be-880017b2a443 service neutron] Checking agent: {'id': '37b4fca6-97cd-43de-9e09-0e080c5ad260', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 52, 16), 'started_at': datetime.datetime(2020, 12, 4, 0, 52, 46), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 00:55:46.908122 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-9bb56303-d328-4592-84be-880017b2a443 service neutron] Checking segment: {'id': 'b1be24bd-1446-47e5-9ec0-76f7a84bf2b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '54b14030-b274-46da-b128-dfa3d6f39479'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 00:55:46.908558 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-9bb56303-d328-4592-84be-880017b2a443 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:46.908947 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-9bb56303-d328-4592-84be-880017b2a443 service neutron] Bound using segment: {'id': 'b1be24bd-1446-47e5-9ec0-76f7a84bf2b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '54b14030-b274-46da-b128-dfa3d6f39479'} {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 00:55:46.909523 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-9bb56303-d328-4592-84be-880017b2a443 service neutron] Bound port: 992fee2e-c731-4b81-b88b-e26c4c2c3d2b, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1be24bd-1446-47e5-9ec0-76f7a84bf2b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '54b14030-b274-46da-b128-dfa3d6f39479'}}] {{(pid=80327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 00:55:46.909897 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-9bb56303-d328-4592-84be-880017b2a443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:47.011453 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9edbc061-7b55-4255-a451-fab0fbf7f297 req-53c80a25-7573-4c17-a871-4bcd9546b559 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398427 Dec 04 00:55:47.073273 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93eba16c-789a-4399-b5bd-23229ca74dde', 'tag': '453e90b5-1ac1-41c5-94f5-3cc922239bf5', 'status': 'completed', 'code': 200} Dec 04 00:55:47.084396 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-9bb56303-d328-4592-84be-880017b2a443 service neutron] For port 992fee2e-c731-4b81-b88b-e26c4c2c3d2b, host hv-cinder-76330, cleared binding levels {{(pid=80327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 00:55:47.088517 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-9bb56303-d328-4592-84be-880017b2a443 service neutron] For port 992fee2e-c731-4b81-b88b-e26c4c2c3d2b, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=992fee2e-c731-4b81-b88b-e26c4c2c3d2b,segment=NetworkSegment(b1be24bd-1446-47e5-9ec0-76f7a84bf2b0),segment_id=b1be24bd-1446-47e5-9ec0-76f7a84bf2b0)] {{(pid=80327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 00:55:47.097916 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-53e2a01b-6e91-413a-8905-d054c66de3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:47.099555 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-53e2a01b-6e91-413a-8905-d054c66de3c6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0e37cad4a7d04c369122ad481a45cd45&device_id=93eba16c-789a-4399-b5bd-23229ca74dde HTTP/1.1" status: 200 len: 1160 time: 0.1306632 Dec 04 00:55:47.190409 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-9bb56303-d328-4592-84be-880017b2a443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27697970'] for port, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:47.204499 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-fdd755a2-271f-4f87-a020-8277be956173 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=453e90b5-1ac1-41c5-94f5-3cc922239bf5 HTTP/1.1" status: 200 len: 217 time: 0.0855181 Dec 04 00:55:47.239031 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:47.441027 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:47.534206 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb56303-d328-4592-84be-880017b2a443 service neutron] Pushing event updated for resources: {'Port': ['ID=992fee2e-c731-4b81-b88b-e26c4c2c3d2b,revision_number=3']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:47.537882 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-69109553-52f8-4021-9c65-cccd72178408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:47.540067 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-69109553-52f8-4021-9c65-cccd72178408 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7f21ff83-1f5d-4a74-a004-f94219238655 HTTP/1.1" status: 200 len: 849 time: 0.2597134 Dec 04 00:55:47.542688 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-9bb56303-d328-4592-84be-880017b2a443 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:47.622606 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-f837ef6d-64a9-47bc-94ff-5105c7e68db3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d263c9e3-a578-4a0e-a498-18356f47615e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637090 Dec 04 00:55:47.675116 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f66736-0f68-4d97-99cd-5c8bdf8b3c73 req-b5c67a5c-649d-434b-9b09-59571e27152c tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:47.676727 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-05f66736-0f68-4d97-99cd-5c8bdf8b3c73 req-b5c67a5c-649d-434b-9b09-59571e27152c tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] 10.222.0.73 "GET /v2.0/ports?device_id=93eba16c-789a-4399-b5bd-23229ca74dde HTTP/1.1" status: 200 len: 943 time: 0.4956996 Dec 04 00:55:47.677873 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-9bb56303-d328-4592-84be-880017b2a443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:47.678529 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-9bb56303-d328-4592-84be-880017b2a443 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:47.680504 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-9bb56303-d328-4592-84be-880017b2a443 service neutron] 10.222.0.86 "PUT /v2.0/ports/992fee2e-c731-4b81-b88b-e26c4c2c3d2b HTTP/1.1" status: 200 len: 1157 time: 3.2919962 Dec 04 00:55:47.771997 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7e670-9527-41a9-b03d-edfeb5de1793 req-468f2aa3-bce9-4b3e-8206-aa6e01f86246 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:47.773967 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-67c7e670-9527-41a9-b03d-edfeb5de1793 req-468f2aa3-bce9-4b3e-8206-aa6e01f86246 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=72cb1dd5-33fe-4537-82d6-8419fd240e18 HTTP/1.1" status: 200 len: 943 time: 0.4384468 Dec 04 00:55:47.911341 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-05f66736-0f68-4d97-99cd-5c8bdf8b3c73 req-608ffede-1cdc-4831-abd1-8f3c6eac1e68 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] 10.222.0.73 "GET /v2.0/security-groups?id=a0587eea-c3e7-4243-9bce-48bcca4603c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251914 Dec 04 00:55:47.937393 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-67c7e670-9527-41a9-b03d-edfeb5de1793 req-643f1f08-89f6-4ec4-b172-33be28f9ae35 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211932 Dec 04 00:55:47.941557 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 37752) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:47.955203 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-5ca696d7-ed63-49eb-ad8d-6a270d90a310 service neutron] 10.222.0.86 "GET /v2.0/networks/d263c9e3-a578-4a0e-a498-18356f47615e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179352 Dec 04 00:55:47.974319 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-2121178c-0382-427f-accc-aaa3956953aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:47.976553 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-2121178c-0382-427f-accc-aaa3956953aa service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ee2e291e3bae48f9aa1a99091109694e&device_id=72cb1dd5-33fe-4537-82d6-8419fd240e18 HTTP/1.1" status: 200 len: 1160 time: 0.1950741 Dec 04 00:55:48.196932 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-eccbebcf-8795-42e4-b774-877e33a29475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:48.222025 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-eccbebcf-8795-42e4-b774-877e33a29475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:55:48.227239 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-eccbebcf-8795-42e4-b774-877e33a29475 admin admin] Usage tracker for resource:security_group_rule and tenant:29911a7b10de426ca797545562fc7179 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:55:48.230787 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-eccbebcf-8795-42e4-b774-877e33a29475 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:55:48.238489 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-eccbebcf-8795-42e4-b774-877e33a29475 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:55:48.396737 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-cfb4b711-545d-4586-bbc0-bb925ad9e663 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=992fee2e-c731-4b81-b88b-e26c4c2c3d2b HTTP/1.1" status: 200 len: 217 time: 0.0777407 Dec 04 00:55:48.510865 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:48.515608 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-eccbebcf-8795-42e4-b774-877e33a29475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:48.555129 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-eccbebcf-8795-42e4-b774-877e33a29475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:48.564948 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-5d892976-704f-4c40-9988-590d796a6366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:48.575054 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-95023059-9e45-42f1-9cb9-4a822fbeeb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:48.576767 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-95023059-9e45-42f1-9cb9-4a822fbeeb46 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cec34db6-5d74-4430-bbbe-d4555b4d415e HTTP/1.1" status: 200 len: 855 time: 0.1666126 Dec 04 00:55:48.629247 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-eccbebcf-8795-42e4-b774-877e33a29475 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=29911a7b10de426ca797545562fc7179&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6864715 Dec 04 00:55:48.630737 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 37778) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:48.635196 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccbebcf-8795-42e4-b774-877e33a29475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e92f5ce-69cf-4f3a-94c6-380eb01aef87,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:48.660913 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-89dca405-31c7-41d3-9c76-5836b9d4e966 req-cabca767-acb9-4e38-b87a-37dcaac5a222 service neutron] 10.222.0.86 "GET /v2.0/networks/d263c9e3-a578-4a0e-a498-18356f47615e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6891813 Dec 04 00:55:48.663843 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-4a4bbc57-df58-44eb-9370-4fe5a2137d0a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54b14030-b274-46da-b128-dfa3d6f39479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644062 Dec 04 00:55:48.669197 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-eccbebcf-8795-42e4-b774-877e33a29475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:48.711289 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-202a0f21-8dbd-45a7-97ee-c5f20dc430a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:48.739022 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-202a0f21-8dbd-45a7-97ee-c5f20dc430a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:48.784830 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7dbb6-1d98-4e0e-ac27-31ad3999f071 req-eac1ceb8-159f-4bfb-bf15-f944881e0930 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:48.786424 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b2c7dbb6-1d98-4e0e-ac27-31ad3999f071 req-eac1ceb8-159f-4bfb-bf15-f944881e0930 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 946 time: 0.2997432 Dec 04 00:55:48.824954 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-202a0f21-8dbd-45a7-97ee-c5f20dc430a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:48.830498 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c1da1839-75f8-4133-8a7b-d0b9458aea63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:48.847523 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202a0f21-8dbd-45a7-97ee-c5f20dc430a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e92f5ce-69cf-4f3a-94c6-380eb01aef87,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:48.850512 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-202a0f21-8dbd-45a7-97ee-c5f20dc430a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:48.851943 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-202a0f21-8dbd-45a7-97ee-c5f20dc430a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:48.856331 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-202a0f21-8dbd-45a7-97ee-c5f20dc430a9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5e92f5ce-69cf-4f3a-94c6-380eb01aef87 HTTP/1.1" status: 204 len: 168 time: 0.2241523 Dec 04 00:55:48.926726 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:48.946965 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b2c7dbb6-1d98-4e0e-ac27-31ad3999f071 req-b0f23ee4-259f-4c1f-af99-fd5c579008eb tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528275 Dec 04 00:55:48.955678 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-16aacfb8-0b3b-4927-82b6-31cec747ac8f service neutron] 10.222.0.86 "GET /v2.0/networks/54b14030-b274-46da-b128-dfa3d6f39479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733676 Dec 04 00:55:48.993092 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc48a3-2fa0-4f24-af71-44c5d7efffb6 req-f925bc89-e396-43cd-8bb4-90ebf39cb061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:48.994877 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a3bc48a3-2fa0-4f24-af71-44c5d7efffb6 req-f925bc89-e396-43cd-8bb4-90ebf39cb061 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0e37cad4a7d04c369122ad481a45cd45&device_id=93eba16c-789a-4399-b5bd-23229ca74dde HTTP/1.1" status: 200 len: 1160 time: 0.2021515 Dec 04 00:55:49.092727 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72cb1dd5-33fe-4537-82d6-8419fd240e18', 'tag': '992fee2e-c731-4b81-b88b-e26c4c2c3d2b'}] {{(pid=80327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:55:49.378253 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-79969861-6a5e-4f36-a5c4-9a45f87d9797 req-c37d71c4-eaa8-4dea-bedc-901653fd4574 service neutron] 10.222.0.86 "GET /v2.0/networks/54b14030-b274-46da-b128-dfa3d6f39479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4132607 Dec 04 00:55:49.424050 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc48a3-2fa0-4f24-af71-44c5d7efffb6 req-8eb5cefa-8bfd-4f6d-a78c-b485dc3a8815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:49.425630 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a3bc48a3-2fa0-4f24-af71-44c5d7efffb6 req-8eb5cefa-8bfd-4f6d-a78c-b485dc3a8815 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d263c9e3-a578-4a0e-a498-18356f47615e HTTP/1.1" status: 200 len: 903 time: 0.3599339 Dec 04 00:55:49.440220 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe26ba-daa3-43ce-a405-04fe18235b75 req-a7cac8c3-6d9d-46cd-bbff-719bc692c177 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:49.442316 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bdbe26ba-daa3-43ce-a405-04fe18235b75 req-a7cac8c3-6d9d-46cd-bbff-719bc692c177 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] 10.222.0.73 "GET /v2.0/ports?device_id=93eba16c-789a-4399-b5bd-23229ca74dde HTTP/1.1" status: 200 len: 943 time: 0.3443749 Dec 04 00:55:49.509518 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30411b92-b60a-4131-a76e-7dfcaefe8b5a req-624fd176-ac0a-4c6a-a1d0-a8163d889a7a tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:49.511086 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-30411b92-b60a-4131-a76e-7dfcaefe8b5a req-624fd176-ac0a-4c6a-a1d0-a8163d889a7a tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=72cb1dd5-33fe-4537-82d6-8419fd240e18 HTTP/1.1" status: 200 len: 943 time: 0.3589597 Dec 04 00:55:49.534111 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a3bc48a3-2fa0-4f24-af71-44c5d7efffb6 req-0b5a1ebc-034e-47e4-90b0-9eb637d1d9e5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=453e90b5-1ac1-41c5-94f5-3cc922239bf5 HTTP/1.1" status: 200 len: 217 time: 0.0904694 Dec 04 00:55:49.644382 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bdbe26ba-daa3-43ce-a405-04fe18235b75 req-313ea1c3-6895-4dc1-b65f-b0c3015910f9 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] 10.222.0.73 "GET /v2.0/security-groups?id=a0587eea-c3e7-4243-9bce-48bcca4603c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468368 Dec 04 00:55:49.658623 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-30411b92-b60a-4131-a76e-7dfcaefe8b5a req-6b81dc8f-d274-4b37-853d-66a2d2c67a86 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263244 Dec 04 00:55:49.662323 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc48a3-2fa0-4f24-af71-44c5d7efffb6 req-bcde6899-dfdd-420a-8fe0-b129cddd72bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:49.664435 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a3bc48a3-2fa0-4f24-af71-44c5d7efffb6 req-bcde6899-dfdd-420a-8fe0-b129cddd72bf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7f21ff83-1f5d-4a74-a004-f94219238655 HTTP/1.1" status: 200 len: 849 time: 0.1077998 Dec 04 00:55:49.758630 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a3bc48a3-2fa0-4f24-af71-44c5d7efffb6 req-9b92be5b-9959-46d5-a361-7373b6be0ed0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d263c9e3-a578-4a0e-a498-18356f47615e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834270 Dec 04 00:55:49.798950 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72cb1dd5-33fe-4537-82d6-8419fd240e18', 'tag': '992fee2e-c731-4b81-b88b-e26c4c2c3d2b', 'status': 'completed', 'code': 200} Dec 04 00:55:50.018984 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a3bc48a3-2fa0-4f24-af71-44c5d7efffb6 req-748918c5-7936-43a0-ad2c-6ed2891179df service neutron] 10.222.0.86 "GET /v2.0/networks/d263c9e3-a578-4a0e-a498-18356f47615e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524557 Dec 04 00:55:50.069494 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66ae9c-d604-4073-8c85-634ef267ffdd req-14b46384-5997-4775-938f-a46976945dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:50.071256 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-de66ae9c-d604-4073-8c85-634ef267ffdd req-14b46384-5997-4775-938f-a46976945dce service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ee2e291e3bae48f9aa1a99091109694e&device_id=72cb1dd5-33fe-4537-82d6-8419fd240e18 HTTP/1.1" status: 200 len: 1160 time: 0.1922526 Dec 04 00:55:50.592250 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a3bc48a3-2fa0-4f24-af71-44c5d7efffb6 req-1048efde-f72d-4b27-b9ed-a70d934567eb service neutron] 10.222.0.86 "GET /v2.0/networks/d263c9e3-a578-4a0e-a498-18356f47615e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5637691 Dec 04 00:55:50.625776 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb0bc9-9d6f-4148-bc98-b46151a9d265 req-dc6730a0-807f-4f56-9035-fb470a65a4a5 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:50.627437 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f1cb0bc9-9d6f-4148-bc98-b46151a9d265 req-dc6730a0-807f-4f56-9035-fb470a65a4a5 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 946 time: 0.5014117 Dec 04 00:55:50.628589 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66ae9c-d604-4073-8c85-634ef267ffdd req-464fd8dc-4c01-47e0-be35-03a192bed464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:50.630125 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-de66ae9c-d604-4073-8c85-634ef267ffdd req-464fd8dc-4c01-47e0-be35-03a192bed464 service neutron] 10.222.0.86 "GET /v2.0/networks?id=54b14030-b274-46da-b128-dfa3d6f39479 HTTP/1.1" status: 200 len: 909 time: 0.5053756 Dec 04 00:55:50.737394 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-de66ae9c-d604-4073-8c85-634ef267ffdd req-cbc32521-7b9d-446a-9655-60aa635e3274 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=992fee2e-c731-4b81-b88b-e26c4c2c3d2b HTTP/1.1" status: 200 len: 217 time: 0.0853560 Dec 04 00:55:50.865603 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f1cb0bc9-9d6f-4148-bc98-b46151a9d265 req-d3a43ed9-3735-4ed2-b0a3-42c6ef0ee90a tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308869 Dec 04 00:55:50.915014 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66ae9c-d604-4073-8c85-634ef267ffdd req-d4071213-4c26-4aa4-b3eb-f85a091abf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:50.918825 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-de66ae9c-d604-4073-8c85-634ef267ffdd req-d4071213-4c26-4aa4-b3eb-f85a091abf5c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cec34db6-5d74-4430-bbbe-d4555b4d415e HTTP/1.1" status: 200 len: 855 time: 0.1627557 Dec 04 00:55:50.973802 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b389d-df40-4ea0-82e4-0f65abb9f073 req-60ba37e4-01e2-4f67-9fc1-616760cea3a1 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:50.975491 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b09b389d-df40-4ea0-82e4-0f65abb9f073 req-60ba37e4-01e2-4f67-9fc1-616760cea3a1 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=72cb1dd5-33fe-4537-82d6-8419fd240e18 HTTP/1.1" status: 200 len: 943 time: 0.1648998 Dec 04 00:55:50.982460 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-de66ae9c-d604-4073-8c85-634ef267ffdd req-7b0b4bc8-03b5-49cf-9b3b-bcca4cd0cb1a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54b14030-b274-46da-b128-dfa3d6f39479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538702 Dec 04 00:55:51.048982 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 37874) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:51.169529 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b09b389d-df40-4ea0-82e4-0f65abb9f073 req-f8c0e0ec-47f2-4b0a-a05c-9c0eb4785537 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850739 Dec 04 00:55:51.247802 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9ad2fccc-69af-45c2-bc25-e2c2b26388cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:51.249887 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-de66ae9c-d604-4073-8c85-634ef267ffdd req-5f9a2289-3dbd-4acc-834c-04d4f07378d1 service neutron] 10.222.0.86 "GET /v2.0/networks/54b14030-b274-46da-b128-dfa3d6f39479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503884 Dec 04 00:55:51.257856 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5266f0-2776-457f-8d9a-04356de41e2e req-29d11c7b-b5f3-43fc-bd4e-860d96624aed tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:51.259507 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-4c5266f0-2776-457f-8d9a-04356de41e2e req-29d11c7b-b5f3-43fc-bd4e-860d96624aed tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] 10.222.0.73 "GET /v2.0/ports?device_id=93eba16c-789a-4399-b5bd-23229ca74dde HTTP/1.1" status: 200 len: 943 time: 0.2326713 Dec 04 00:55:51.294928 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-9ad2fccc-69af-45c2-bc25-e2c2b26388cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:55:51.307332 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-9ad2fccc-69af-45c2-bc25-e2c2b26388cb admin admin] Usage tracker for resource:security_group_rule and tenant:cc1140a6c9c041f2ac647a25a5c87720 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:55:51.310488 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-9ad2fccc-69af-45c2-bc25-e2c2b26388cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:55:51.317006 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-9ad2fccc-69af-45c2-bc25-e2c2b26388cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:55:51.367216 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.objects.ports [None req-6a8908f4-3e4a-45f7-8b58-f8f5d47f98d4 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80328) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 04 00:55:51.417956 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9ad2fccc-69af-45c2-bc25-e2c2b26388cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:51.447348 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-4c5266f0-2776-457f-8d9a-04356de41e2e req-c0d987ef-3269-4966-8ab0-d45c61d7b7bb tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] 10.222.0.73 "GET /v2.0/security-groups?id=a0587eea-c3e7-4243-9bce-48bcca4603c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652498 Dec 04 00:55:51.463944 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9ad2fccc-69af-45c2-bc25-e2c2b26388cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:51.475815 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-de66ae9c-d604-4073-8c85-634ef267ffdd req-cab88837-e3de-48e1-9ded-aa97f92c00ab service neutron] 10.222.0.86 "GET /v2.0/networks/54b14030-b274-46da-b128-dfa3d6f39479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2133889 Dec 04 00:55:51.485009 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:51.542573 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-9ad2fccc-69af-45c2-bc25-e2c2b26388cb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cc1140a6c9c041f2ac647a25a5c87720&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4912229 Dec 04 00:55:51.543430 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad2fccc-69af-45c2-bc25-e2c2b26388cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb68d8a-2a15-454c-aed0-56444d074494,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:51.544397 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 37884) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:51.546646 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-9ad2fccc-69af-45c2-bc25-e2c2b26388cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:51.607783 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3b8a60e6-2d71-429f-8925-d4be5f96d39c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:51.640202 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3b8a60e6-2d71-429f-8925-d4be5f96d39c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:51.778072 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3b8a60e6-2d71-429f-8925-d4be5f96d39c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:51.783519 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c9189e92-c45a-47c5-9870-89049ec98c2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:51.797917 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8a60e6-2d71-429f-8925-d4be5f96d39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb68d8a-2a15-454c-aed0-56444d074494,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:51.801048 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-3b8a60e6-2d71-429f-8925-d4be5f96d39c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:51.801965 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3b8a60e6-2d71-429f-8925-d4be5f96d39c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:51.803632 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-3b8a60e6-2d71-429f-8925-d4be5f96d39c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8eb68d8a-2a15-454c-aed0-56444d074494 HTTP/1.1" status: 204 len: 168 time: 0.2576489 Dec 04 00:55:52.102685 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f69a40-88de-49dc-b492-536481ac8c0a req-5634659f-7aa5-44d8-b266-b1285b8cdc32 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:52.104445 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-35f69a40-88de-49dc-b492-536481ac8c0a req-5634659f-7aa5-44d8-b266-b1285b8cdc32 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 946 time: 0.0906525 Dec 04 00:55:52.153609 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-35f69a40-88de-49dc-b492-536481ac8c0a req-fff77599-1309-45e6-8dcf-77f09676cb07 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425770 Dec 04 00:55:52.266630 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 37910) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:52.370010 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 453e90b5-1ac1-41c5-94f5-3cc922239bf5 up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:55:52.430324 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609ba57-f5fc-41d5-8364-8df7a799b765 req-3218cc28-dccb-4b09-a444-3f29c9a01f6c tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:52.439415 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7609ba57-f5fc-41d5-8364-8df7a799b765 req-3218cc28-dccb-4b09-a444-3f29c9a01f6c tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=72cb1dd5-33fe-4537-82d6-8419fd240e18 HTTP/1.1" status: 200 len: 943 time: 0.1084278 Dec 04 00:55:52.484221 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-68040657-bf7d-486a-a603-cdb9b0468837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:52.489227 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning for port 453e90b5-1ac1-41c5-94f5-3cc922239bf5 completed by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 00:55:52.495511 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port 453e90b5-1ac1-41c5-94f5-3cc922239bf5 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:55:52.496160 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:52.523764 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7609ba57-f5fc-41d5-8364-8df7a799b765 req-01a86287-79fa-4eff-bc53-4318a1171272 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833492 Dec 04 00:55:52.525000 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-68040657-bf7d-486a-a603-cdb9b0468837 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:55:52.529901 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-68040657-bf7d-486a-a603-cdb9b0468837 admin admin] Usage tracker for resource:security_group_rule and tenant:000beca50ea847a2b3a9b22c2f415a43 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:55:52.534057 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-68040657-bf7d-486a-a603-cdb9b0468837 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:55:52.541241 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-68040657-bf7d-486a-a603-cdb9b0468837 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:55:52.639718 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:52.647842 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-68040657-bf7d-486a-a603-cdb9b0468837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:52.675290 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] For port 453e90b5-1ac1-41c5-94f5-3cc922239bf5, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=453e90b5-1ac1-41c5-94f5-3cc922239bf5,segment=NetworkSegment(4523fbfc-db9c-4d28-8534-1d3a70998964),segment_id=4523fbfc-db9c-4d28-8534-1d3a70998964)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:55:52.676319 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93eba16c-789a-4399-b5bd-23229ca74dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453e90b5-1ac1-41c5-94f5-3cc922239bf5'}] {{(pid=80328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:55:52.710845 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:52.713363 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:52.720634 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-68040657-bf7d-486a-a603-cdb9b0468837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:52.735333 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-bc99bd11-23e1-47da-822e-529d8e634267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:52.789545 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Pushing event updated for resources: {'Port': ['ID=453e90b5-1ac1-41c5-94f5-3cc922239bf5,revision_number=4']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:52.790926 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68040657-bf7d-486a-a603-cdb9b0468837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b117ce8-0c55-459a-ab0e-d05f12c5ade8,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:52.793154 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:52.795265 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-68040657-bf7d-486a-a603-cdb9b0468837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:52.807072 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-68040657-bf7d-486a-a603-cdb9b0468837 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=000beca50ea847a2b3a9b22c2f415a43&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5391526 Dec 04 00:55:52.809827 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 37936) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:52.865637 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2ab29-1552-413f-9a6b-2af905ce0e88 req-4591a674-c141-46c3-8054-766119fe3e26 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:52.868050 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-50e2ab29-1552-413f-9a6b-2af905ce0e88 req-4591a674-c141-46c3-8054-766119fe3e26 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] 10.222.0.73 "GET /v2.0/ports?device_id=93eba16c-789a-4399-b5bd-23229ca74dde HTTP/1.1" status: 200 len: 945 time: 0.1953678 Dec 04 00:55:52.870829 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93eba16c-789a-4399-b5bd-23229ca74dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '453e90b5-1ac1-41c5-94f5-3cc922239bf5', 'code': 200} Dec 04 00:55:52.936109 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-ce2f160b-81a7-4493-8f93-52523d0b6efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:52.942703 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-50e2ab29-1552-413f-9a6b-2af905ce0e88 req-884f121f-4f1c-433f-96c6-eb850fe087ae tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] 10.222.0.73 "GET /v2.0/security-groups?id=a0587eea-c3e7-4243-9bce-48bcca4603c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682559 Dec 04 00:55:52.971607 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-ce2f160b-81a7-4493-8f93-52523d0b6efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:53.007571 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 37944) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:53.064193 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-ce2f160b-81a7-4493-8f93-52523d0b6efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:53.069380 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-d6b507d6-d8c9-4740-ba97-7a9fc1155f02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:53.083620 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f160b-81a7-4493-8f93-52523d0b6efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b117ce8-0c55-459a-ab0e-d05f12c5ade8,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:53.086721 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-ce2f160b-81a7-4493-8f93-52523d0b6efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:53.089548 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-ce2f160b-81a7-4493-8f93-52523d0b6efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:53.089548 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-ce2f160b-81a7-4493-8f93-52523d0b6efa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3b117ce8-0c55-459a-ab0e-d05f12c5ade8 HTTP/1.1" status: 204 len: 168 time: 0.2780406 Dec 04 00:55:53.185722 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-abb06145-a8e6-4ee8-9969-86ab3edb0755 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-299682569-network', 'tenant_id': '4d01cb901a5340fe9f365d4b0b99b06c'}} {{(pid=80326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:55:53.191341 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-abb06145-a8e6-4ee8-9969-86ab3edb0755 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:55:53.196877 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-abb06145-a8e6-4ee8-9969-86ab3edb0755 admin admin] Usage tracker for resource:network and tenant:4d01cb901a5340fe9f365d4b0b99b06c is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:55:53.205139 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-abb06145-a8e6-4ee8-9969-86ab3edb0755 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:55:53.222242 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-abb06145-a8e6-4ee8-9969-86ab3edb0755 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:55:53.266949 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e47385-4b62-4d62-a932-b8e3c5ec1d3f req-70aebfa1-5710-43ec-95c2-5451b663b82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:53.268718 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-77e47385-4b62-4d62-a932-b8e3c5ec1d3f req-70aebfa1-5710-43ec-95c2-5451b663b82b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=93eba16c-789a-4399-b5bd-23229ca74dde HTTP/1.1" status: 200 len: 1162 time: 0.1140876 Dec 04 00:55:53.269631 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb06145-a8e6-4ee8-9969-86ab3edb0755 admin admin] Made reservation on behalf of 4d01cb901a5340fe9f365d4b0b99b06c for: {'network': 1} {{(pid=80326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 00:55:53.274713 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-abb06145-a8e6-4ee8-9969-86ab3edb0755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for network, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:53.289005 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-abb06145-a8e6-4ee8-9969-86ab3edb0755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:53.311178 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-abb06145-a8e6-4ee8-9969-86ab3edb0755 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:55:53.315994 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-abb06145-a8e6-4ee8-9969-86ab3edb0755 admin admin] Usage tracker for resource:security_group_rule and tenant:4d01cb901a5340fe9f365d4b0b99b06c is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:55:53.319121 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-abb06145-a8e6-4ee8-9969-86ab3edb0755 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:55:53.322160 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-77e47385-4b62-4d62-a932-b8e3c5ec1d3f req-7f1fec1c-e66f-4389-a938-0622f572380d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a0587eea-c3e7-4243-9bce-48bcca4603c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461206 Dec 04 00:55:53.326203 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-abb06145-a8e6-4ee8-9969-86ab3edb0755 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:55:53.409960 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ddf6f1-8ca0-4a10-9e11-4bca2f50159d req-f783b60a-a47f-4726-a871-27843f8c2acf tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:53.411635 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c1ddf6f1-8ca0-4a10-9e11-4bca2f50159d req-f783b60a-a47f-4726-a871-27843f8c2acf tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 946 time: 0.0879655 Dec 04 00:55:53.417175 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-abb06145-a8e6-4ee8-9969-86ab3edb0755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:53.460740 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c1ddf6f1-8ca0-4a10-9e11-4bca2f50159d req-a7e0ef77-f071-464a-8d5e-c5c28deb37d4 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428481 Dec 04 00:55:53.465120 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-abb06145-a8e6-4ee8-9969-86ab3edb0755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:53.470288 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-50aebeaf-3b97-4a11-99ef-10ad2aef575b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:53.496021 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abb06145-a8e6-4ee8-9969-86ab3edb0755 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 04 00:55:53.518262 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb06145-a8e6-4ee8-9969-86ab3edb0755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8cf799-1ed5-4dc8-ad2f-d7edbb3d9f4e,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:53.521301 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-abb06145-a8e6-4ee8-9969-86ab3edb0755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851436430'] for segment, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:53.521824 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.db.segments_db [None req-abb06145-a8e6-4ee8-9969-86ab3edb0755 admin admin] Added segment d4a9ef0c-4d84-4e89-8f44-3cdebf87a946 of type vxlan for network 77657c90-9ad4-4de7-a4e0-71ee9f7d6534 Dec 04 00:55:53.523214 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-abb06145-a8e6-4ee8-9969-86ab3edb0755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:53.550347 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-abb06145-a8e6-4ee8-9969-86ab3edb0755 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745381119791'] for network, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:53.638444 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.objects.ports [None req-c0518bbb-dc3e-4d66-93fe-5149d7d210bd None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80328) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 04 00:55:53.643370 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-abb06145-a8e6-4ee8-9969-86ab3edb0755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616'] for network, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:53.644837 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb06145-a8e6-4ee8-9969-86ab3edb0755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:53.645475 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-abb06145-a8e6-4ee8-9969-86ab3edb0755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for network, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:53.652725 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:53.780474 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb06145-a8e6-4ee8-9969-86ab3edb0755 admin admin] Pushing event updated for resources: {'Network': ['ID=77657c90-9ad4-4de7-a4e0-71ee9f7d6534,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:53.783940 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-abb06145-a8e6-4ee8-9969-86ab3edb0755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:53.791885 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Network 77657c90-9ad4-4de7-a4e0-71ee9f7d6534 details requested by agent ovs-agent-dv-cinder-763306-5-smb with host dv-cinder-763306-5-smb {{(pid=80328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 00:55:53.823763 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 37974) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:53.825050 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-abb06145-a8e6-4ee8-9969-86ab3edb0755 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.8155317 Dec 04 00:55:53.826418 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Network 77657c90-9ad4-4de7-a4e0-71ee9f7d6534 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 00:55:53.830917 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-ebc36cd3-29cc-49a8-829e-0a21238bb81d admin admin] Request body: {'subnet': {'network_id': '77657c90-9ad4-4de7-a4e0-71ee9f7d6534', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-299682569-subnet', 'tenant_id': '4d01cb901a5340fe9f365d4b0b99b06c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:55:53.875500 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-ebc36cd3-29cc-49a8-829e-0a21238bb81d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:55:53.888455 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-ebc36cd3-29cc-49a8-829e-0a21238bb81d admin admin] Usage tracker for resource:subnet and tenant:4d01cb901a5340fe9f365d4b0b99b06c is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:55:53.892959 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-ebc36cd3-29cc-49a8-829e-0a21238bb81d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:55:53.904640 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-ebc36cd3-29cc-49a8-829e-0a21238bb81d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:55:53.958649 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e8262-ce6e-4436-b21d-68de3535f5f2 req-9d33fb02-49b8-4bcd-9db6-513934ca606b tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:53.968613 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-746e8262-ce6e-4436-b21d-68de3535f5f2 req-9d33fb02-49b8-4bcd-9db6-513934ca606b tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=72cb1dd5-33fe-4537-82d6-8419fd240e18 HTTP/1.1" status: 200 len: 943 time: 0.1437707 Dec 04 00:55:53.996533 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc36cd3-29cc-49a8-829e-0a21238bb81d admin admin] Made reservation on behalf of 4d01cb901a5340fe9f365d4b0b99b06c for: {'subnet': 1} {{(pid=80327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 00:55:54.001484 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-ebc36cd3-29cc-49a8-829e-0a21238bb81d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853151123'] for subnet, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:54.128331 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-746e8262-ce6e-4436-b21d-68de3535f5f2 req-86f57340-1a8e-4e6e-b9fa-087fb6b343a2 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547167 Dec 04 00:55:54.330425 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 6 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 00:55:54.442982 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da23e0-49c0-4ba1-b776-cd58a34bae8c req-f74b5897-e0f9-44ef-9fb3-370599c62be4 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:54.445160 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-50da23e0-49c0-4ba1-b776-cd58a34bae8c req-f74b5897-e0f9-44ef-9fb3-370599c62be4 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] 10.222.0.73 "GET /v2.0/ports?device_id=93eba16c-789a-4399-b5bd-23229ca74dde HTTP/1.1" status: 200 len: 945 time: 0.1681168 Dec 04 00:55:54.522692 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-50da23e0-49c0-4ba1-b776-cd58a34bae8c req-bc241dad-de8a-4283-8034-94217c76c83c tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] 10.222.0.73 "GET /v2.0/security-groups?id=a0587eea-c3e7-4243-9bce-48bcca4603c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698364 Dec 04 00:55:54.617421 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-ebc36cd3-29cc-49a8-829e-0a21238bb81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27698602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853151108'] for subnet, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:54.636474 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-10e94915-1985-4687-a963-8c2782b3a4b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:54.721914 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 38002) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:54.804596 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc36cd3-29cc-49a8-829e-0a21238bb81d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dcb6d28-39bd-4bef-a7bf-76d18d99e259,revision_number=0']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:54.822721 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-ebc36cd3-29cc-49a8-829e-0a21238bb81d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:54.858173 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 992fee2e-c731-4b81-b88b-e26c4c2c3d2b up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:55:54.881977 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-1a0e0bda-c492-4c3e-a7ff-1d42c0e7ecb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:54.898935 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-1a0e0bda-c492-4c3e-a7ff-1d42c0e7ecb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:55:54.903389 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-1a0e0bda-c492-4c3e-a7ff-1d42c0e7ecb7 admin admin] Usage tracker for resource:security_group_rule and tenant:adaa3b5b609b4b6c857c08063a6da3f3 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:55:54.906197 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-1a0e0bda-c492-4c3e-a7ff-1d42c0e7ecb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:55:54.911637 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6cd8b-ce79-46d4-8926-1557177acfa7 req-5bae3b54-8121-4292-b966-e768c139fe66 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:54.912239 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-1a0e0bda-c492-4c3e-a7ff-1d42c0e7ecb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:55:54.914029 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-1fe6cd8b-ce79-46d4-8926-1557177acfa7 req-5bae3b54-8121-4292-b966-e768c139fe66 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 946 time: 0.2781110 Dec 04 00:55:54.973536 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning for port 992fee2e-c731-4b81-b88b-e26c4c2c3d2b completed by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 00:55:54.979490 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port 992fee2e-c731-4b81-b88b-e26c4c2c3d2b triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:55:54.980077 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:54.988700 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-1fe6cd8b-ce79-46d4-8926-1557177acfa7 req-12543839-e425-4dc0-9601-40fd674e322d tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655267 Dec 04 00:55:55.026990 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc36cd3-29cc-49a8-829e-0a21238bb81d admin admin] Checking segment: {'id': 'd4a9ef0c-4d84-4e89-8f44-3cdebf87a946', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '77657c90-9ad4-4de7-a4e0-71ee9f7d6534'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 00:55:55.027437 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc36cd3-29cc-49a8-829e-0a21238bb81d admin admin] Network hostable DHCP agents. Network: 77657c90-9ad4-4de7-a4e0-71ee9f7d6534, hostable agents: ['58f05500-12a8-4f3a-bf6e-722eafa3a905'], hosted agents: [] {{(pid=80327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 04 00:55:55.100794 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-1a0e0bda-c492-4c3e-a7ff-1d42c0e7ecb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:55.116389 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc36cd3-29cc-49a8-829e-0a21238bb81d admin admin] Network 77657c90-9ad4-4de7-a4e0-71ee9f7d6534 is scheduled to be hosted by DHCP agent 58f05500-12a8-4f3a-bf6e-722eafa3a905 with binding_index 1 {{(pid=80327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 04 00:55:55.140997 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:55.151063 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-1a0e0bda-c492-4c3e-a7ff-1d42c0e7ecb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:55.170850 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-2451bc85-f753-4c10-9110-1902eb1288d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:55.179675 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-ebc36cd3-29cc-49a8-829e-0a21238bb81d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-5-smb, 77657c90-9ad4-4de7-a4e0-71ee9f7d6534) {{(pid=80327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:55:55.204273 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc36cd3-29cc-49a8-829e-0a21238bb81d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:55.204929 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-ebc36cd3-29cc-49a8-829e-0a21238bb81d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for subnet, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:55.235226 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] For port 992fee2e-c731-4b81-b88b-e26c4c2c3d2b, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=992fee2e-c731-4b81-b88b-e26c4c2c3d2b,segment=NetworkSegment(b1be24bd-1446-47e5-9ec0-76f7a84bf2b0),segment_id=b1be24bd-1446-47e5-9ec0-76f7a84bf2b0)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:55:55.238460 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72cb1dd5-33fe-4537-82d6-8419fd240e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992fee2e-c731-4b81-b88b-e26c4c2c3d2b'}] {{(pid=80328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:55:55.249672 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c3282a-d547-45e5-b1bc-f5deb944f219 None None] Network 77657c90-9ad4-4de7-a4e0-71ee9f7d6534 requested from dv-cinder-763306-5-smb {{(pid=80328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 00:55:55.271975 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-1a0e0bda-c492-4c3e-a7ff-1d42c0e7ecb7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=adaa3b5b609b4b6c857c08063a6da3f3&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5488739 Dec 04 00:55:55.274802 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 38026) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:55.275351 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:55.276568 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 453e90b5-1ac1-41c5-94f5-3cc922239bf5 up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:55:55.300561 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0e0bda-c492-4c3e-a7ff-1d42c0e7ecb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf736a0-a01e-4f98-abaf-27f826ddaac0,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:55.311091 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-1a0e0bda-c492-4c3e-a7ff-1d42c0e7ecb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:55.346064 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-5f91eab0-c245-4a44-96e8-14307d2b51d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:55.348368 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-ebc36cd3-29cc-49a8-829e-0a21238bb81d admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5220799 Dec 04 00:55:55.474381 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Pushing event updated for resources: {'Port': ['ID=992fee2e-c731-4b81-b88b-e26c4c2c3d2b,revision_number=4']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:55.480268 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72cb1dd5-33fe-4537-82d6-8419fd240e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992fee2e-c731-4b81-b88b-e26c4c2c3d2b', 'code': 200} Dec 04 00:55:55.487089 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:55.506900 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-cf495e65-c820-4f19-8889-b0e97df26e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:55.516876 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port 453e90b5-1ac1-41c5-94f5-3cc922239bf5 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:55:55.517312 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:55.560132 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-cf495e65-c820-4f19-8889-b0e97df26e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:55.617030 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a65c594-1752-4376-af55-7a1e7d6db02a req-1d746ef3-3f64-439b-aae4-425fb7fb548c tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:55.618656 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8a65c594-1752-4376-af55-7a1e7d6db02a req-1d746ef3-3f64-439b-aae4-425fb7fb548c tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=72cb1dd5-33fe-4537-82d6-8419fd240e18 HTTP/1.1" status: 200 len: 945 time: 0.1820154 Dec 04 00:55:55.695154 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8a65c594-1752-4376-af55-7a1e7d6db02a req-8564d1eb-8dc9-4e6c-afc4-0566c2607fd4 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697088 Dec 04 00:55:55.712329 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-cf495e65-c820-4f19-8889-b0e97df26e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:55.719889 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:55.735288 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf495e65-c820-4f19-8889-b0e97df26e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf736a0-a01e-4f98-abaf-27f826ddaac0,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:55.738256 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-cf495e65-c820-4f19-8889-b0e97df26e1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:55.739505 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-cf495e65-c820-4f19-8889-b0e97df26e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:55.743468 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-cf495e65-c820-4f19-8889-b0e97df26e1c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ccf736a0-a01e-4f98-abaf-27f826ddaac0 HTTP/1.1" status: 204 len: 168 time: 0.4648266 Dec 04 00:55:55.863852 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b9131c-da9c-42bd-b410-1ec27ae9ee9e None None] Network 77657c90-9ad4-4de7-a4e0-71ee9f7d6534 requested from dv-cinder-763306-5-smb {{(pid=80328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 00:55:55.911449 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8894636-3eb8-4a7e-be67-2e389b2285a7 req-b2b52fc9-fd0e-41ab-9329-8ea6a4a9e075 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:55.921181 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f8894636-3eb8-4a7e-be67-2e389b2285a7 req-b2b52fc9-fd0e-41ab-9329-8ea6a4a9e075 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] 10.222.0.73 "GET /v2.0/ports?device_id=93eba16c-789a-4399-b5bd-23229ca74dde HTTP/1.1" status: 200 len: 945 time: 0.1398280 Dec 04 00:55:55.975450 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f8894636-3eb8-4a7e-be67-2e389b2285a7 req-7cf996dd-00c9-44c9-8915-2465fd2c9030 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] 10.222.0.73 "GET /v2.0/security-groups?id=a0587eea-c3e7-4243-9bce-48bcca4603c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523477 Dec 04 00:55:56.075722 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224efb58-f6cc-427e-b748-6842856b110b req-74ca4742-7c14-4b2c-82d0-b999d3be1c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:56.081834 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-224efb58-f6cc-427e-b748-6842856b110b req-74ca4742-7c14-4b2c-82d0-b999d3be1c6b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=72cb1dd5-33fe-4537-82d6-8419fd240e18 HTTP/1.1" status: 200 len: 1162 time: 0.1061487 Dec 04 00:55:56.145097 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-224efb58-f6cc-427e-b748-6842856b110b req-0a444a32-ba87-4a8d-9c0e-8061ec4a6d6b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597041 Dec 04 00:55:56.334150 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6d109-cc03-4efe-a278-d3bc3ba450ff req-56f95867-7d0e-4e59-b0cf-92e820235d1c tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:56.336033 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-51f6d109-cc03-4efe-a278-d3bc3ba450ff req-56f95867-7d0e-4e59-b0cf-92e820235d1c tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 946 time: 0.1082537 Dec 04 00:55:56.405838 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-51f6d109-cc03-4efe-a278-d3bc3ba450ff req-59e7c84d-66e8-419b-8868-f8f023235fb6 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612957 Dec 04 00:55:56.512550 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 992fee2e-c731-4b81-b88b-e26c4c2c3d2b up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:55:56.567733 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 38058) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:56.594009 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-652a7704-870a-4f4e-91e6-7196f0c2c8e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:56.626035 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port 992fee2e-c731-4b81-b88b-e26c4c2c3d2b triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:55:56.626506 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:56.913929 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-652a7704-870a-4f4e-91e6-7196f0c2c8e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:55:56.923010 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-652a7704-870a-4f4e-91e6-7196f0c2c8e9 admin admin] Usage tracker for resource:security_group_rule and tenant:6de68f756d3a4f868a163524c3a4bc0a is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:55:56.927301 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-652a7704-870a-4f4e-91e6-7196f0c2c8e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:55:56.936450 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-652a7704-870a-4f4e-91e6-7196f0c2c8e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:55:56.995541 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeba38f-973e-48ff-91b0-115bc67a398f req-5cd6c87f-f4cd-4270-bf50-a787c2bd3984 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:56.997160 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9eeba38f-973e-48ff-91b0-115bc67a398f req-5cd6c87f-f4cd-4270-bf50-a787c2bd3984 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=72cb1dd5-33fe-4537-82d6-8419fd240e18 HTTP/1.1" status: 200 len: 945 time: 0.1266029 Dec 04 00:55:57.068465 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9eeba38f-973e-48ff-91b0-115bc67a398f req-0eabf307-3f97-42b7-b5c0-31b697be7d7f tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642350 Dec 04 00:55:57.094338 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-652a7704-870a-4f4e-91e6-7196f0c2c8e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:57.122326 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-652a7704-870a-4f4e-91e6-7196f0c2c8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:57.130955 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-739a8380-a334-48ee-888c-54d1d99bc462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:57.172422 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-652a7704-870a-4f4e-91e6-7196f0c2c8e9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6de68f756d3a4f868a163524c3a4bc0a&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6032364 Dec 04 00:55:57.174801 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a7704-870a-4f4e-91e6-7196f0c2c8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322d85e6-1e02-4ffd-a597-12b2943ef18e,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:57.175543 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 38068) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:57.178241 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-652a7704-870a-4f4e-91e6-7196f0c2c8e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:57.252797 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-db49dcef-6a3d-4ac8-bcd8-1b8ab7a4b2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:57.280115 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-db49dcef-6a3d-4ac8-bcd8-1b8ab7a4b2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:57.350517 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-db49dcef-6a3d-4ac8-bcd8-1b8ab7a4b2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:57.355745 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-9ad2fccc-69af-45c2-bc25-e2c2b26388cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:57.368693 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49dcef-6a3d-4ac8-bcd8-1b8ab7a4b2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322d85e6-1e02-4ffd-a597-12b2943ef18e,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:57.374166 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-db49dcef-6a3d-4ac8-bcd8-1b8ab7a4b2b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:57.378417 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-db49dcef-6a3d-4ac8-bcd8-1b8ab7a4b2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:57.379933 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-db49dcef-6a3d-4ac8-bcd8-1b8ab7a4b2b7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/322d85e6-1e02-4ffd-a597-12b2943ef18e HTTP/1.1" status: 204 len: 168 time: 0.2030523 Dec 04 00:55:57.819448 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3e613-9213-4d1b-b5e0-605b89249a9f req-77ba8340-d94d-4203-91af-c09b14ee96d7 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:57.825375 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bcf3e613-9213-4d1b-b5e0-605b89249a9f req-77ba8340-d94d-4203-91af-c09b14ee96d7 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 946 time: 0.1431563 Dec 04 00:55:57.885393 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bcf3e613-9213-4d1b-b5e0-605b89249a9f req-25043873-0bb0-4d39-bc77-7a37a14873be tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569704 Dec 04 00:55:58.071652 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 38092) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:58.092723 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-079225b8-6dc3-4b16-b03b-7587d5ba2d34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:58.111429 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-079225b8-6dc3-4b16-b03b-7587d5ba2d34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:55:58.115743 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-079225b8-6dc3-4b16-b03b-7587d5ba2d34 admin admin] Usage tracker for resource:security_group_rule and tenant:602750c5c30a4a08b29545bba8f6fbea is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:55:58.119420 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-079225b8-6dc3-4b16-b03b-7587d5ba2d34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:55:58.125402 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-079225b8-6dc3-4b16-b03b-7587d5ba2d34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:55:58.297305 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd0bb3-3b44-4340-939a-009909572c51 req-f33ebfaf-7938-4824-ba81-863b1f4651d7 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:58.298889 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-0acd0bb3-3b44-4340-939a-009909572c51 req-f33ebfaf-7938-4824-ba81-863b1f4651d7 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=72cb1dd5-33fe-4537-82d6-8419fd240e18 HTTP/1.1" status: 200 len: 945 time: 0.0886528 Dec 04 00:55:58.346328 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-0acd0bb3-3b44-4340-939a-009909572c51 req-daea3c93-2e37-42db-9fa8-e73038b8319a tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401442 Dec 04 00:55:58.452842 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-079225b8-6dc3-4b16-b03b-7587d5ba2d34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:58.487633 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-079225b8-6dc3-4b16-b03b-7587d5ba2d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:58.501353 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-e5ffe614-216a-4f57-bc69-00ed1394fc27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:58.544473 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-079225b8-6dc3-4b16-b03b-7587d5ba2d34 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=602750c5c30a4a08b29545bba8f6fbea&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4710996 Dec 04 00:55:58.546420 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079225b8-6dc3-4b16-b03b-7587d5ba2d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7841f3-4f11-4231-982e-19b6969fe1e0,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:58.549498 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 38102) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:55:58.552373 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-079225b8-6dc3-4b16-b03b-7587d5ba2d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:58.626312 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-1138b89c-498d-4fe0-a1ce-2c05284595c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:58.654268 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-1138b89c-498d-4fe0-a1ce-2c05284595c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:58.733875 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-1138b89c-498d-4fe0-a1ce-2c05284595c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:58.739448 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a598301a-c8a4-42f1-a5f1-83a620fc060a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:55:58.753595 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138b89c-498d-4fe0-a1ce-2c05284595c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7841f3-4f11-4231-982e-19b6969fe1e0,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:55:58.757745 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-1138b89c-498d-4fe0-a1ce-2c05284595c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:55:58.758296 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 992fee2e-c731-4b81-b88b-e26c4c2c3d2b up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:55:58.766227 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-1138b89c-498d-4fe0-a1ce-2c05284595c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:58.767490 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-1138b89c-498d-4fe0-a1ce-2c05284595c3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8b7841f3-4f11-4231-982e-19b6969fe1e0 HTTP/1.1" status: 204 len: 168 time: 0.2167821 Dec 04 00:55:58.918033 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port 992fee2e-c731-4b81-b88b-e26c4c2c3d2b triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:55:58.918458 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:55:59.238436 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e0c1a-93ce-4bd0-8966-e5fa58b9bff5 req-932cba44-81b7-455a-9758-4729416fe9f9 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:59.255908 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7d6e0c1a-93ce-4bd0-8966-e5fa58b9bff5 req-932cba44-81b7-455a-9758-4729416fe9f9 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 946 time: 0.1727202 Dec 04 00:55:59.352239 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7d6e0c1a-93ce-4bd0-8966-e5fa58b9bff5 req-50bf7527-fdcc-40e6-82f4-68a6f21b4cf7 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952380 Dec 04 00:55:59.636462 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-a0f7d136-0c02-4884-acb8-604a80819cab tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:55:59.638232 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-a0f7d136-0c02-4884-acb8-604a80819cab tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/networks?id=77657c90-9ad4-4de7-a4e0-71ee9f7d6534 HTTP/1.1" status: 200 len: 808 time: 0.1687965 Dec 04 00:55:59.656382 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-5a254423-b947-4c0c-a2a8-b42952ad4d8a tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/quotas/4d01cb901a5340fe9f365d4b0b99b06c HTTP/1.1" status: 200 len: 375 time: 0.0111868 Dec 04 00:55:59.712794 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-aa9eb251-c638-4348-9d0f-2e09f70f10c2 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/ports?tenant_id=4d01cb901a5340fe9f365d4b0b99b06c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501118 Dec 04 00:55:59.862898 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-1efa4e83-634b-47ab-b213-f8fca39e1e71 service neutron] 10.222.0.73 "GET /v2.0/networks/77657c90-9ad4-4de7-a4e0-71ee9f7d6534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423626 Dec 04 00:56:00.013012 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-391c786e-eda6-4612-bc5d-2fc65e36e20c service neutron] 10.222.0.73 "GET /v2.0/networks/77657c90-9ad4-4de7-a4e0-71ee9f7d6534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1430240 Dec 04 00:56:00.294550 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-0a7a7e5b-02d3-4513-9901-071c13ac1be2 req-45cc1d2e-de2c-4a7b-a6dd-9e30ebd52491 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/ports?device_id=ca5e4e7b-d0f6-4e96-a65d-fec80f93ce2e HTTP/1.1" status: 200 len: 210 time: 0.0875573 Dec 04 00:56:00.711788 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b608a5b-5ef8-418b-9331-15cfccdd32e5 req-31ebb09e-9ef0-481d-b3df-7040e497aaa5 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:00.713426 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3b608a5b-5ef8-418b-9331-15cfccdd32e5 req-31ebb09e-9ef0-481d-b3df-7040e497aaa5 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 946 time: 0.1035125 Dec 04 00:56:00.764416 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3b608a5b-5ef8-418b-9331-15cfccdd32e5 req-2583a0b2-033d-4309-aaa8-a4fb29a71f06 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446131 Dec 04 00:56:01.568163 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d9eed3eb-554d-4c75-9049-b1c64577d58f req-20126583-fce0-4efb-9ae4-70064d2a722b tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/ports?device_id=ca5e4e7b-d0f6-4e96-a65d-fec80f93ce2e HTTP/1.1" status: 200 len: 210 time: 0.0484533 Dec 04 00:56:01.669751 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5b42f-56e2-4a88-89eb-424484273c7d req-e0872660-549b-4145-9a7c-8d0e4adec2a2 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:01.671426 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-1bd5b42f-56e2-4a88-89eb-424484273c7d req-e0872660-549b-4145-9a7c-8d0e4adec2a2 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] 10.222.0.73 "GET /v2.0/ports?device_id=93eba16c-789a-4399-b5bd-23229ca74dde HTTP/1.1" status: 200 len: 945 time: 0.1111386 Dec 04 00:56:01.730833 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-1bd5b42f-56e2-4a88-89eb-424484273c7d req-033daf27-4587-4cd9-9634-7d947c135504 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] 10.222.0.73 "GET /v2.0/security-groups?id=a0587eea-c3e7-4243-9bce-48bcca4603c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522282 Dec 04 00:56:01.981131 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb5648-3ad5-48e4-b93c-b5bec782ce81 req-a9d20390-5e6e-4058-b9f5-3d4456fa616f tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:01.982804 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-1ccb5648-3ad5-48e4-b93c-b5bec782ce81 req-a9d20390-5e6e-4058-b9f5-3d4456fa616f tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 946 time: 0.0832367 Dec 04 00:56:02.031555 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-1ccb5648-3ad5-48e4-b93c-b5bec782ce81 req-c8aa3379-5304-4f97-83b8-63b575c26b96 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416951 Dec 04 00:56:02.701667 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 38260) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:56:02.862423 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-864c8daf-12e8-4a64-b5a7-e8d08112cf70 req-06e21696-415a-4221-aa21-04ac969f3505 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/ports?device_id=ca5e4e7b-d0f6-4e96-a65d-fec80f93ce2e HTTP/1.1" status: 200 len: 210 time: 0.1533420 Dec 04 00:56:02.889273 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-14d9c426-25ad-42b8-ae53-0232e5f4ed72 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:02.890958 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-14d9c426-25ad-42b8-ae53-0232e5f4ed72 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.86 "GET /v2.0/networks?id=77657c90-9ad4-4de7-a4e0-71ee9f7d6534 HTTP/1.1" status: 200 len: 808 time: 0.2196555 Dec 04 00:56:02.913352 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-1d959baa-de43-459c-b527-23033a1da68c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:02.932759 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-1d959baa-de43-459c-b527-23033a1da68c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:56:02.937764 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-1d959baa-de43-459c-b527-23033a1da68c admin admin] Usage tracker for resource:security_group_rule and tenant:7aafa7628bc9495cbe0ff7e7d598eca8 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:56:02.941097 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-1d959baa-de43-459c-b527-23033a1da68c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:56:02.941591 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-ef99bfbb-3dea-42b9-9ddf-93a2034cf8a3 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Request body: {'port': {'device_id': 'ca5e4e7b-d0f6-4e96-a65d-fec80f93ce2e', 'network_id': '77657c90-9ad4-4de7-a4e0-71ee9f7d6534', 'admin_state_up': True, 'tenant_id': '4d01cb901a5340fe9f365d4b0b99b06c'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:56:02.949947 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-1d959baa-de43-459c-b527-23033a1da68c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:56:03.095644 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-1d959baa-de43-459c-b527-23033a1da68c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:03.120826 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b1708-c436-4287-bc2a-8e248a774176 req-c4728798-3bfe-403a-aa5f-6035a233dd13 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:03.122345 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7a8b1708-c436-4287-bc2a-8e248a774176 req-c4728798-3bfe-403a-aa5f-6035a233dd13 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] 10.222.0.73 "GET /v2.0/ports?device_id=93eba16c-789a-4399-b5bd-23229ca74dde HTTP/1.1" status: 200 len: 945 time: 0.2303376 Dec 04 00:56:03.123403 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-ef99bfbb-3dea-42b9-9ddf-93a2034cf8a3 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:56:03.128530 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-ef99bfbb-3dea-42b9-9ddf-93a2034cf8a3 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Usage tracker for resource:port and tenant:4d01cb901a5340fe9f365d4b0b99b06c is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:56:03.132735 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-ef99bfbb-3dea-42b9-9ddf-93a2034cf8a3 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Quota usage for port was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:56:03.144059 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-1d959baa-de43-459c-b527-23033a1da68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:03.153513 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-95ce3ee5-0465-440e-8ed8-3f47fcede51f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:56:03.183288 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-ef99bfbb-3dea-42b9-9ddf-93a2034cf8a3 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:56:03.203546 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7a8b1708-c436-4287-bc2a-8e248a774176 req-15d7209d-bff5-482f-86f1-da16876e87cd tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] 10.222.0.73 "GET /v2.0/security-groups?id=a0587eea-c3e7-4243-9bce-48bcca4603c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719302 Dec 04 00:56:03.206919 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 38276) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:56:03.207123 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-1d959baa-de43-459c-b527-23033a1da68c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7aafa7628bc9495cbe0ff7e7d598eca8&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5042951 Dec 04 00:56:03.208177 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d959baa-de43-459c-b527-23033a1da68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b936dc2c-5fdd-4dd6-b554-6e5022d09318,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:56:03.212219 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-1d959baa-de43-459c-b527-23033a1da68c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:56:03.226495 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-ef99bfbb-3dea-42b9-9ddf-93a2034cf8a3 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Made reservation on behalf of 4d01cb901a5340fe9f365d4b0b99b06c for: {'port': 1} {{(pid=80327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 00:56:03.232010 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-ef99bfbb-3dea-42b9-9ddf-93a2034cf8a3 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:03.448208 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-dcc60c04-22ff-4138-a61d-e38453cb079d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:03.523713 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-dcc60c04-22ff-4138-a61d-e38453cb079d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:03.656788 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df5fff-4676-4830-b260-0d7803868942 req-504c4e7d-66d4-4915-8007-8399d919daad tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:03.658410 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b2df5fff-4676-4830-b260-0d7803868942 req-504c4e7d-66d4-4915-8007-8399d919daad tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 946 time: 0.3481312 Dec 04 00:56:03.762696 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b2df5fff-4676-4830-b260-0d7803868942 req-96b9e2a8-0857-419a-9e58-e9b22e80981f tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970132 Dec 04 00:56:03.789872 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-ef99bfbb-3dea-42b9-9ddf-93a2034cf8a3 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Allocated IP 172.20.0.14 (77657c90-9ad4-4de7-a4e0-71ee9f7d6534/3dcb6d28-39bd-4bef-a7bf-76d18d99e259/e34b8908-930f-4081-9094-b75320c474d7) {{(pid=80327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 00:56:03.804574 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-dcc60c04-22ff-4138-a61d-e38453cb079d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:03.811577 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-ce2f160b-81a7-4493-8f93-52523d0b6efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:56:03.834991 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc60c04-22ff-4138-a61d-e38453cb079d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b936dc2c-5fdd-4dd6-b554-6e5022d09318,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:56:03.840460 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-dcc60c04-22ff-4138-a61d-e38453cb079d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:56:03.874771 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-dcc60c04-22ff-4138-a61d-e38453cb079d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:03.876166 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-dcc60c04-22ff-4138-a61d-e38453cb079d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b936dc2c-5fdd-4dd6-b554-6e5022d09318 HTTP/1.1" status: 204 len: 168 time: 0.6679046 Dec 04 00:56:04.091901 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-67dd07e2-b6e8-408b-b314-9bfe1d8792cb req-697883c1-bbaa-433b-b36a-7e351212e36b tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Synchronizing usage tracker for tenant:4d01cb901a5340fe9f365d4b0b99b06c on resource:port {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 00:56:04.125853 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-ef99bfbb-3dea-42b9-9ddf-93a2034cf8a3 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Notify callbacks [] for port, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:04.175333 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-67dd07e2-b6e8-408b-b314-9bfe1d8792cb req-697883c1-bbaa-433b-b36a-7e351212e36b tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Unset dirty status for tenant:4d01cb901a5340fe9f365d4b0b99b06c on resource:port {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 00:56:04.176990 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-67dd07e2-b6e8-408b-b314-9bfe1d8792cb req-697883c1-bbaa-433b-b36a-7e351212e36b tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/ports?device_id=ca5e4e7b-d0f6-4e96-a65d-fec80f93ce2e HTTP/1.1" status: 200 len: 210 time: 0.1500978 Dec 04 00:56:04.191565 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-ef99bfbb-3dea-42b9-9ddf-93a2034cf8a3 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:04.224397 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a4926920-0485-4449-ba13-f98d46616445 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:56:04.642912 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef99bfbb-3dea-42b9-9ddf-93a2034cf8a3 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Pushing event updated for resources: {'Port': ['ID=e34b8908-930f-4081-9094-b75320c474d7,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:56:04.661977 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-ef99bfbb-3dea-42b9-9ddf-93a2034cf8a3 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:56:04.740242 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-ef99bfbb-3dea-42b9-9ddf-93a2034cf8a3 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Network 77657c90-9ad4-4de7-a4e0-71ee9f7d6534 is already hosted by enough agents. {{(pid=80327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 00:56:04.746845 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-ef99bfbb-3dea-42b9-9ddf-93a2034cf8a3 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Resources bound (agent type, host, resource id): {{(pid=80327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:56:04.755093 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b3405-7b4e-4c5d-9458-44a8944bbaf3 req-b308749c-98f9-43a9-b402-e967115d715b tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:04.756737 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-878b3405-7b4e-4c5d-9458-44a8944bbaf3 req-b308749c-98f9-43a9-b402-e967115d715b tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] 10.222.0.73 "GET /v2.0/ports?device_id=93eba16c-789a-4399-b5bd-23229ca74dde HTTP/1.1" status: 200 len: 945 time: 0.2438281 Dec 04 00:56:04.758104 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-ef99bfbb-3dea-42b9-9ddf-93a2034cf8a3 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Received port after_create {{(pid=80327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 00:56:04.822997 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f16bce-0953-44e1-b6cb-ab48ceac0d4c req-17073616-4c58-4a33-ab24-e6311d7b170c tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:04.824577 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e3f16bce-0953-44e1-b6cb-ab48ceac0d4c req-17073616-4c58-4a33-ab24-e6311d7b170c tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] 10.222.0.86 "GET /v2.0/ports?device_id=93eba16c-789a-4399-b5bd-23229ca74dde HTTP/1.1" status: 200 len: 945 time: 0.2357395 Dec 04 00:56:04.937027 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-ef99bfbb-3dea-42b9-9ddf-93a2034cf8a3 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:04.938264 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-ef99bfbb-3dea-42b9-9ddf-93a2034cf8a3 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:04.966442 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-878b3405-7b4e-4c5d-9458-44a8944bbaf3 req-72466a07-c92d-4801-a4d8-b12855d44a86 tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] 10.222.0.73 "GET /v2.0/security-groups?id=a0587eea-c3e7-4243-9bce-48bcca4603c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799855 Dec 04 00:56:05.050360 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-e3f16bce-0953-44e1-b6cb-ab48ceac0d4c req-05041a10-19af-4768-855e-c7eeb62009cc tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Deleting port 453e90b5-1ac1-41c5-94f5-3cc922239bf5 {{(pid=80327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 00:56:05.050696 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-e3f16bce-0953-44e1-b6cb-ab48ceac0d4c req-05041a10-19af-4768-855e-c7eeb62009cc tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:05.090279 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-ef99bfbb-3dea-42b9-9ddf-93a2034cf8a3 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1576245 Dec 04 00:56:05.153340 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-5bc7dec2-6122-489d-8fad-78913370127a service neutron] Request body: {'port': {'device_id': 'ca5e4e7b-d0f6-4e96-a65d-fec80f93ce2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:56:05.370529 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73958a-cf59-4313-9133-fedee7fe201f req-695a10c1-79d9-471c-bae2-49278a37bb25 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:05.372166 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9f73958a-cf59-4313-9133-fedee7fe201f req-695a10c1-79d9-471c-bae2-49278a37bb25 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/networks?id=54b14030-b274-46da-b128-dfa3d6f39479 HTTP/1.1" status: 200 len: 815 time: 0.4741797 Dec 04 00:56:05.490389 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9f73958a-cf59-4313-9133-fedee7fe201f req-bfe0ba88-dd23-46bd-a548-b87abcbf9f84 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/quotas/ee2e291e3bae48f9aa1a99091109694e HTTP/1.1" status: 200 len: 375 time: 0.1089272 Dec 04 00:56:05.496032 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-5bc7dec2-6122-489d-8fad-78913370127a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:05.560075 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e6b8d0-e58d-4da5-8f0d-1dc9081391a0 req-79e7d15c-407d-4fc3-8eb8-ecfe632088a5 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:05.561625 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-98e6b8d0-e58d-4da5-8f0d-1dc9081391a0 req-79e7d15c-407d-4fc3-8eb8-ecfe632088a5 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 946 time: 0.4703918 Dec 04 00:56:05.775364 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-98e6b8d0-e58d-4da5-8f0d-1dc9081391a0 req-ea65f255-7f96-464c-9ef9-f06bca0eda1c tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971071 Dec 04 00:56:05.793042 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-e3f16bce-0953-44e1-b6cb-ab48ceac0d4c req-05041a10-19af-4768-855e-c7eeb62009cc tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] For port 453e90b5-1ac1-41c5-94f5-3cc922239bf5, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=453e90b5-1ac1-41c5-94f5-3cc922239bf5,segment=NetworkSegment(4523fbfc-db9c-4d28-8534-1d3a70998964),segment_id=4523fbfc-db9c-4d28-8534-1d3a70998964)] {{(pid=80327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:56:05.793470 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-e3f16bce-0953-44e1-b6cb-ab48ceac0d4c req-05041a10-19af-4768-855e-c7eeb62009cc tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:05.987340 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-e3f16bce-0953-44e1-b6cb-ab48ceac0d4c req-05041a10-19af-4768-855e-c7eeb62009cc tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Calling delete_port for 453e90b5-1ac1-41c5-94f5-3cc922239bf5 owned by compute:nova {{(pid=80327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 00:56:06.022893 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9f73958a-cf59-4313-9133-fedee7fe201f req-5d831035-a266-4aea-8ad6-1bf19b7ddedc tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?tenant_id=ee2e291e3bae48f9aa1a99091109694e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5145240 Dec 04 00:56:06.633393 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9f73958a-cf59-4313-9133-fedee7fe201f req-2e401807-fd31-43aa-adbb-0477b63fc5f1 service neutron] 10.222.0.73 "GET /v2.0/networks/54b14030-b274-46da-b128-dfa3d6f39479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5573232 Dec 04 00:56:06.646248 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a58e04-29b7-4c21-9056-6968aa156f60 req-0bb4ea15-eb25-473d-907f-b8d1c3bbbf18 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:06.647835 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-70a58e04-29b7-4c21-9056-6968aa156f60 req-0bb4ea15-eb25-473d-907f-b8d1c3bbbf18 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/ports?device_id=ca5e4e7b-d0f6-4e96-a65d-fec80f93ce2e HTTP/1.1" status: 200 len: 932 time: 0.6681757 Dec 04 00:56:06.720319 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 5d0be9cc-37a4-4999-8db2-ab7be018b4da up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:56:06.796436 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port 5d0be9cc-37a4-4999-8db2-ab7be018b4da triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:56:06.796854 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:06.874234 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-e3f16bce-0953-44e1-b6cb-ab48ceac0d4c req-05041a10-19af-4768-855e-c7eeb62009cc tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291473225622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291473606618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:06.877894 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-70a58e04-29b7-4c21-9056-6968aa156f60 req-d8ef4708-b9cd-4c56-94ca-f5cdfb08c6d4 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/security-groups?id=9d8cf799-1ed5-4dc8-ad2f-d7edbb3d9f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230885 Dec 04 00:56:06.905395 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-1ed35bf2-666e-48df-a0f1-09a4198a9063 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:56:06.977006 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05041a10-19af-4768-855e-c7eeb62009cc tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Pushing event deleted for resources: {'Port': ['ID=453e90b5-1ac1-41c5-94f5-3cc922239bf5,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:56:06.978897 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 453e90b5-1ac1-41c5-94f5-3cc922239bf5 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 00:56:07.018915 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] No Port match for: 453e90b5-1ac1-41c5-94f5-3cc922239bf5 {{(pid=80328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 00:56:07.019454 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 453e90b5-1ac1-41c5-94f5-3cc922239bf5 not bound to the agent host hv-cinder-76330 {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 00:56:07.045243 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-05041a10-19af-4768-855e-c7eeb62009cc tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:56:07.054720 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9f73958a-cf59-4313-9133-fedee7fe201f req-abcdfb86-2839-48eb-85cc-a8ae44df1ced service neutron] 10.222.0.73 "GET /v2.0/networks/54b14030-b274-46da-b128-dfa3d6f39479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4011261 Dec 04 00:56:07.060681 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-5bc7dec2-6122-489d-8fad-78913370127a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e34b8908-930f-4081-9094-b75320c474d7 {{(pid=80327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 04 00:56:07.073770 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-5bc7dec2-6122-489d-8fad-78913370127a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:07.144664 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-5bc7dec2-6122-489d-8fad-78913370127a service neutron] Transition to ACTIVE for port object e34b8908-930f-4081-9094-b75320c474d7 will not be triggered until provisioned by entity L2. {{(pid=80327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 00:56:07.200118 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-5bc7dec2-6122-489d-8fad-78913370127a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27697970'] for port, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:07.221112 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:56:07.439409 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f16bce-0953-44e1-b6cb-ab48ceac0d4c req-05041a10-19af-4768-855e-c7eeb62009cc tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] No DVR routers for this DVR port 453e90b5-1ac1-41c5-94f5-3cc922239bf5 on host hv-cinder-76330 {{(pid=80327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 00:56:07.447962 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d76e5407-bce9-4c17-8239-6ec69a56b34f req-1ca1c894-82bb-4bf2-aae8-88c15acf39fe tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] 10.222.0.73 "GET /v2.0/ports?device_id=93eba16c-789a-4399-b5bd-23229ca74dde HTTP/1.1" status: 200 len: 210 time: 0.0937192 Dec 04 00:56:07.451781 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-e3f16bce-0953-44e1-b6cb-ab48ceac0d4c req-05041a10-19af-4768-855e-c7eeb62009cc tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:07.462482 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93eba16c-789a-4399-b5bd-23229ca74dde', 'name': 'network-vif-deleted', 'tag': '453e90b5-1ac1-41c5-94f5-3cc922239bf5'}] {{(pid=80327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:56:07.470065 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-573a00f7-97fa-46b5-bd07-3bcad378d74e req-abf28e80-3992-4555-a3b2-bea7fdb8b687 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.3771875 Dec 04 00:56:07.474848 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc7dec2-6122-489d-8fad-78913370127a service neutron] Pushing event updated for resources: {'Port': ['ID=e34b8908-930f-4081-9094-b75320c474d7,revision_number=2']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:56:07.493758 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-5bc7dec2-6122-489d-8fad-78913370127a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:56:07.646212 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e3f16bce-0953-44e1-b6cb-ab48ceac0d4c req-05041a10-19af-4768-855e-c7eeb62009cc tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] 10.222.0.86 "DELETE /v2.0/ports/453e90b5-1ac1-41c5-94f5-3cc922239bf5 HTTP/1.1" status: 204 len: 173 time: 2.8088191 Dec 04 00:56:07.654025 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-696c5af5-f157-4f77-9a76-a2a17df82f40 req-1b490dc0-e909-446b-911d-43d8408fdc86 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=f42abb48-6a89-40cf-ab50-1d060057b1c7 HTTP/1.1" status: 200 len: 210 time: 0.1186740 Dec 04 00:56:07.752791 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93eba16c-789a-4399-b5bd-23229ca74dde', 'name': 'network-vif-deleted', 'tag': '453e90b5-1ac1-41c5-94f5-3cc922239bf5', 'status': 'completed', 'code': 200} Dec 04 00:56:07.836793 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288c7dc-ee2c-4269-a04e-c555850d7047 req-372407d8-1415-48fa-a2d6-aa442eb5d069 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:07.838349 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3288c7dc-ee2c-4269-a04e-c555850d7047 req-372407d8-1415-48fa-a2d6-aa442eb5d069 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 946 time: 0.3496208 Dec 04 00:56:07.878685 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a00f7-97fa-46b5-bd07-3bcad378d74e req-ace2a938-6d66-44c6-b58f-6b810cddb0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:07.880398 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-573a00f7-97fa-46b5-bd07-3bcad378d74e req-ace2a938-6d66-44c6-b58f-6b810cddb0b5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=04c9a96d934d4f7994fdaf4cc2f7c1bf&device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 1163 time: 0.2841935 Dec 04 00:56:07.892851 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-5bc7dec2-6122-489d-8fad-78913370127a service neutron] Attempting to bind port e34b8908-930f-4081-9094-b75320c474d7 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 00:56:07.893228 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-5bc7dec2-6122-489d-8fad-78913370127a service neutron] Attempting to bind port e34b8908-930f-4081-9094-b75320c474d7 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'd4a9ef0c-4d84-4e89-8f44-3cdebf87a946', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '77657c90-9ad4-4de7-a4e0-71ee9f7d6534'}] {{(pid=80327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 00:56:07.893600 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-5bc7dec2-6122-489d-8fad-78913370127a service neutron] Attempting to bind port e34b8908-930f-4081-9094-b75320c474d7 on network 77657c90-9ad4-4de7-a4e0-71ee9f7d6534 {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 00:56:07.912351 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-5bc7dec2-6122-489d-8fad-78913370127a service neutron] Checking agent: {'id': '37b4fca6-97cd-43de-9e09-0e080c5ad260', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 52, 16), 'started_at': datetime.datetime(2020, 12, 4, 0, 52, 46), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 00:56:07.912778 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-5bc7dec2-6122-489d-8fad-78913370127a service neutron] Checking segment: {'id': 'd4a9ef0c-4d84-4e89-8f44-3cdebf87a946', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '77657c90-9ad4-4de7-a4e0-71ee9f7d6534'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 00:56:07.913152 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-5bc7dec2-6122-489d-8fad-78913370127a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:07.913556 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-5bc7dec2-6122-489d-8fad-78913370127a service neutron] Bound using segment: {'id': 'd4a9ef0c-4d84-4e89-8f44-3cdebf87a946', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '77657c90-9ad4-4de7-a4e0-71ee9f7d6534'} {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 00:56:07.914053 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-5bc7dec2-6122-489d-8fad-78913370127a service neutron] Bound port: e34b8908-930f-4081-9094-b75320c474d7, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a9ef0c-4d84-4e89-8f44-3cdebf87a946', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '77657c90-9ad4-4de7-a4e0-71ee9f7d6534'}}] {{(pid=80327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 00:56:07.914419 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-5bc7dec2-6122-489d-8fad-78913370127a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:07.963280 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3288c7dc-ee2c-4269-a04e-c555850d7047 req-80c2b7bb-054b-4d43-8078-4c92c285bb21 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168804 Dec 04 00:56:08.461189 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-5bc7dec2-6122-489d-8fad-78913370127a service neutron] For port e34b8908-930f-4081-9094-b75320c474d7, host hv-cinder-76330, cleared binding levels {{(pid=80327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 00:56:08.465228 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a00f7-97fa-46b5-bd07-3bcad378d74e req-6fe8ae1f-14df-4e06-913e-112b4c156369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:08.466819 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-573a00f7-97fa-46b5-bd07-3bcad378d74e req-6fe8ae1f-14df-4e06-913e-112b4c156369 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b41ba9d1-b8eb-4b60-b39c-3d77682273c8 HTTP/1.1" status: 200 len: 905 time: 0.5408406 Dec 04 00:56:08.484472 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-5bc7dec2-6122-489d-8fad-78913370127a service neutron] For port e34b8908-930f-4081-9094-b75320c474d7, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=e34b8908-930f-4081-9094-b75320c474d7,segment=NetworkSegment(d4a9ef0c-4d84-4e89-8f44-3cdebf87a946),segment_id=d4a9ef0c-4d84-4e89-8f44-3cdebf87a946)] {{(pid=80327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 00:56:08.554657 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-5bc7dec2-6122-489d-8fad-78913370127a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27697970'] for port, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:08.573049 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-87f20972-053e-467f-9ddc-19902d5e1797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:56:08.627594 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593cd3dc-ac51-400c-be94-f1ee933d06f6 req-af0a8a5d-de5c-46d5-9a80-f675510e689a tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:08.629315 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-593cd3dc-ac51-400c-be94-f1ee933d06f6 req-af0a8a5d-de5c-46d5-9a80-f675510e689a tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/ports?device_id=ca5e4e7b-d0f6-4e96-a65d-fec80f93ce2e HTTP/1.1" status: 200 len: 944 time: 0.5787153 Dec 04 00:56:08.884156 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442f024-e8bb-4ad2-9c0d-a75fe485434d req-7a872da6-e9bd-4a28-9d85-2c101265b554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:08.884156 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-4442f024-e8bb-4ad2-9c0d-a75fe485434d req-7a872da6-e9bd-4a28-9d85-2c101265b554 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 1163 time: 0.6057136 Dec 04 00:56:08.884156 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-bdffa8ef-fec1-4704-8a1d-3feaf5b2641f req-8ebe038e-6d20-404c-bad9-0976897a33da tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Synchronizing usage tracker for tenant:0e37cad4a7d04c369122ad481a45cd45 on resource:port {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 00:56:08.884156 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-573a00f7-97fa-46b5-bd07-3bcad378d74e req-9e9f150e-7d78-4349-9db3-ec0d976c5ac6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e236366b-b7bb-43a8-ab8b-65cd6680398a HTTP/1.1" status: 200 len: 1002 time: 0.3752723 Dec 04 00:56:08.884156 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc7dec2-6122-489d-8fad-78913370127a service neutron] Pushing event updated for resources: {'Port': ['ID=e34b8908-930f-4081-9094-b75320c474d7,revision_number=3']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:56:08.942878 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-5bc7dec2-6122-489d-8fad-78913370127a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:56:08.957973 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-593cd3dc-ac51-400c-be94-f1ee933d06f6 req-970430b4-97cc-4575-aed7-1b8f5784ca3b tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/security-groups?id=9d8cf799-1ed5-4dc8-ad2f-d7edbb3d9f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072994 Dec 04 00:56:08.983785 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-4442f024-e8bb-4ad2-9c0d-a75fe485434d req-2ecd6355-1574-4065-bb95-dad79f328376 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916347 Dec 04 00:56:09.016074 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-5bc7dec2-6122-489d-8fad-78913370127a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:09.016748 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-5bc7dec2-6122-489d-8fad-78913370127a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:09.018236 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-5bc7dec2-6122-489d-8fad-78913370127a service neutron] 10.222.0.86 "PUT /v2.0/ports/e34b8908-930f-4081-9094-b75320c474d7 HTTP/1.1" status: 200 len: 1158 time: 3.8805707 Dec 04 00:56:09.021850 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a00f7-97fa-46b5-bd07-3bcad378d74e req-87d4632d-e61e-4058-a522-a9690a626f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:09.023978 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-573a00f7-97fa-46b5-bd07-3bcad378d74e req-87d4632d-e61e-4058-a522-a9690a626f3e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2d3dffb9-b2e9-4653-a15c-51f3777e3e03 HTTP/1.1" status: 200 len: 850 time: 0.1488750 Dec 04 00:56:09.053296 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-bdffa8ef-fec1-4704-8a1d-3feaf5b2641f req-8ebe038e-6d20-404c-bad9-0976897a33da tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Unset dirty status for tenant:0e37cad4a7d04c369122ad481a45cd45 on resource:port {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 00:56:09.055339 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bdffa8ef-fec1-4704-8a1d-3feaf5b2641f req-8ebe038e-6d20-404c-bad9-0976897a33da tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] 10.222.0.73 "GET /v2.0/ports?device_id=93eba16c-789a-4399-b5bd-23229ca74dde HTTP/1.1" status: 200 len: 210 time: 0.3151867 Dec 04 00:56:09.131622 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bd93e0cc-0a92-4b89-980c-913f20aefd93 req-7fefc4c7-6928-410c-80f5-8189b3538230 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=f42abb48-6a89-40cf-ab50-1d060057b1c7 HTTP/1.1" status: 200 len: 210 time: 0.0477095 Dec 04 00:56:09.251529 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 38382) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:56:09.276675 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575668e-f93c-4673-a4d4-3b4ca955ea7d req-84f9b571-2ff6-4377-af83-a46d200f80be tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:09.278303 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7575668e-f93c-4673-a4d4-3b4ca955ea7d req-84f9b571-2ff6-4377-af83-a46d200f80be tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 946 time: 0.0893073 Dec 04 00:56:09.326632 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7575668e-f93c-4673-a4d4-3b4ca955ea7d req-c5ee63d0-4b4b-4547-a678-9c4b156dc968 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417757 Dec 04 00:56:09.408445 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e014af84-6c1c-4690-917f-2b9959e5e32c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:09.426436 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-e014af84-6c1c-4690-917f-2b9959e5e32c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:56:09.432788 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-e014af84-6c1c-4690-917f-2b9959e5e32c admin admin] Usage tracker for resource:security_group_rule and tenant:d8d0a886cfd143baa1044e3471eb1a5b is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:56:09.436539 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-e014af84-6c1c-4690-917f-2b9959e5e32c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:56:09.443828 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-e014af84-6c1c-4690-917f-2b9959e5e32c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:56:09.459752 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a00f7-97fa-46b5-bd07-3bcad378d74e req-b2f51dd9-749c-4e77-b6dc-3e2c293318de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:09.462099 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-573a00f7-97fa-46b5-bd07-3bcad378d74e req-b2f51dd9-749c-4e77-b6dc-3e2c293318de service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b41ba9d1-b8eb-4b60-b39c-3d77682273c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0880616 Dec 04 00:56:09.540141 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e014af84-6c1c-4690-917f-2b9959e5e32c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:09.567477 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e014af84-6c1c-4690-917f-2b9959e5e32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:09.577530 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-15e88830-5088-4e3e-9b63-85489b980169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:56:09.619008 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-e014af84-6c1c-4690-917f-2b9959e5e32c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d8d0a886cfd143baa1044e3471eb1a5b&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3637567 Dec 04 00:56:09.620484 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 38392) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:56:09.640596 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014af84-6c1c-4690-917f-2b9959e5e32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f04b10-701c-4da5-9be8-d0cbf25e0458,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:56:09.674826 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-e014af84-6c1c-4690-917f-2b9959e5e32c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:56:09.685491 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-2d6f14b0-71fe-4ca6-a35a-715bfaf95867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:09.687145 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-2d6f14b0-71fe-4ca6-a35a-715bfaf95867 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4d01cb901a5340fe9f365d4b0b99b06c&device_id=ca5e4e7b-d0f6-4e96-a65d-fec80f93ce2e HTTP/1.1" status: 200 len: 1161 time: 0.1840847 Dec 04 00:56:09.692140 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e49cc95e-8f3c-44db-a678-cd60b287af72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:09.695800 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-573a00f7-97fa-46b5-bd07-3bcad378d74e req-4ddf6711-7fd5-4c15-81d8-49c3a383af12 service neutron] 10.222.0.86 "GET /v2.0/networks/b41ba9d1-b8eb-4b60-b39c-3d77682273c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168174 Dec 04 00:56:09.721019 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e49cc95e-8f3c-44db-a678-cd60b287af72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:09.774242 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca5e4e7b-d0f6-4e96-a65d-fec80f93ce2e', 'tag': 'e34b8908-930f-4081-9094-b75320c474d7'}] {{(pid=80327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:56:09.790738 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e49cc95e-8f3c-44db-a678-cd60b287af72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:09.796670 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:56:09.810858 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49cc95e-8f3c-44db-a678-cd60b287af72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f04b10-701c-4da5-9be8-d0cbf25e0458,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:56:09.813662 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-e49cc95e-8f3c-44db-a678-cd60b287af72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:56:09.822288 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-13c42490-01fe-4048-a72e-ba917a23b88b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e34b8908-930f-4081-9094-b75320c474d7 HTTP/1.1" status: 200 len: 217 time: 0.0984192 Dec 04 00:56:09.829677 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e49cc95e-8f3c-44db-a678-cd60b287af72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:09.832404 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-e49cc95e-8f3c-44db-a678-cd60b287af72 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b1f04b10-701c-4da5-9be8-d0cbf25e0458 HTTP/1.1" status: 204 len: 168 time: 0.2095912 Dec 04 00:56:09.877744 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca5e4e7b-d0f6-4e96-a65d-fec80f93ce2e', 'tag': 'e34b8908-930f-4081-9094-b75320c474d7', 'status': 'completed', 'code': 200} Dec 04 00:56:09.977293 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-9323d353-d023-44bc-9ae1-f1ca4eabb198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:09.978852 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-9323d353-d023-44bc-9ae1-f1ca4eabb198 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3dcb6d28-39bd-4bef-a7bf-76d18d99e259 HTTP/1.1" status: 200 len: 848 time: 0.1032026 Dec 04 00:56:09.999433 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-573a00f7-97fa-46b5-bd07-3bcad378d74e req-66403c00-e2e6-4621-b381-e52af64e9ccf service neutron] 10.222.0.86 "GET /v2.0/networks/b41ba9d1-b8eb-4b60-b39c-3d77682273c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2144980 Dec 04 00:56:10.048161 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-e8e726d4-1c03-416a-a48d-cb5d61d81b71 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=77657c90-9ad4-4de7-a4e0-71ee9f7d6534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477200 Dec 04 00:56:10.338162 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a1e96-4b0e-4cf2-a4e9-dc2c2a9bffb4 req-c71b3b44-195b-444b-8e70-d9621ec05d89 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:10.339845 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7d9a1e96-4b0e-4cf2-a4e9-dc2c2a9bffb4 req-c71b3b44-195b-444b-8e70-d9621ec05d89 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/ports?device_id=ca5e4e7b-d0f6-4e96-a65d-fec80f93ce2e HTTP/1.1" status: 200 len: 944 time: 0.2365403 Dec 04 00:56:10.342096 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-9f57d372-1fc9-44bd-b8f5-14aedd1b898c service neutron] 10.222.0.86 "GET /v2.0/networks/77657c90-9ad4-4de7-a4e0-71ee9f7d6534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364893 Dec 04 00:56:10.405044 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 38412) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:56:10.430978 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-509f15c7-9af4-4053-9e3e-27ca608db31b req-2e1aaa78-f74f-4d6a-b390-b62b539eb7cb tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=f42abb48-6a89-40cf-ab50-1d060057b1c7 HTTP/1.1" status: 200 len: 210 time: 0.0589688 Dec 04 00:56:10.431713 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8329eb5e-f536-4cd3-8175-8c9e2c18db7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:10.461437 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-8329eb5e-f536-4cd3-8175-8c9e2c18db7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:56:10.466055 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-8329eb5e-f536-4cd3-8175-8c9e2c18db7a admin admin] Usage tracker for resource:security_group_rule and tenant:721e6796d2f142a89ecf870e2fda37cb is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:56:10.469319 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-8329eb5e-f536-4cd3-8175-8c9e2c18db7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:56:10.476277 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-8329eb5e-f536-4cd3-8175-8c9e2c18db7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:56:10.511832 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7d9a1e96-4b0e-4cf2-a4e9-dc2c2a9bffb4 req-a31de717-0fdb-4c0b-bcab-f7f951417241 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/security-groups?id=9d8cf799-1ed5-4dc8-ad2f-d7edbb3d9f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648846 Dec 04 00:56:10.602316 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8329eb5e-f536-4cd3-8175-8c9e2c18db7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:10.652522 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8329eb5e-f536-4cd3-8175-8c9e2c18db7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:10.662658 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-eccbebcf-8795-42e4-b774-877e33a29475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:56:10.692647 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 5d0be9cc-37a4-4999-8db2-ab7be018b4da up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:56:10.743313 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8329eb5e-f536-4cd3-8175-8c9e2c18db7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82fc34c9-3aaa-4685-9069-ccdb7354d616,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:56:10.748576 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-8329eb5e-f536-4cd3-8175-8c9e2c18db7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:56:10.790494 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-8329eb5e-f536-4cd3-8175-8c9e2c18db7a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=721e6796d2f142a89ecf870e2fda37cb&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3839970 Dec 04 00:56:10.793067 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 38418) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:56:10.801844 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73958a-cf59-4313-9133-fedee7fe201f req-056b7c7d-99a1-4e9b-b542-4bc809a30eb2 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:10.803437 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9f73958a-cf59-4313-9133-fedee7fe201f req-056b7c7d-99a1-4e9b-b542-4bc809a30eb2 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.86 "GET /v2.0/networks?id=54b14030-b274-46da-b128-dfa3d6f39479 HTTP/1.1" status: 200 len: 815 time: 0.3411653 Dec 04 00:56:10.841334 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port 5d0be9cc-37a4-4999-8db2-ab7be018b4da triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:56:10.842049 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:10.873183 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-0b619b8d-2669-405c-b755-8a5376d8a1c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:10.879330 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-9f73958a-cf59-4313-9133-fedee7fe201f req-53e24e60-79f1-490c-8299-cd787eb2ce85 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Request body: {'port': {'device_id': 'f42abb48-6a89-40cf-ab50-1d060057b1c7', 'network_id': '54b14030-b274-46da-b128-dfa3d6f39479', 'admin_state_up': True, 'tenant_id': 'ee2e291e3bae48f9aa1a99091109694e'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:56:10.934271 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-0b619b8d-2669-405c-b755-8a5376d8a1c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:11.030646 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-0b619b8d-2669-405c-b755-8a5376d8a1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:11.037066 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c9ff4030-b989-4d65-91c9-5983deb687b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:56:11.057777 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b619b8d-2669-405c-b755-8a5376d8a1c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fc34c9-3aaa-4685-9069-ccdb7354d616,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:56:11.060280 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-0b619b8d-2669-405c-b755-8a5376d8a1c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:56:11.068451 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-0b619b8d-2669-405c-b755-8a5376d8a1c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:11.069077 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-0b619b8d-2669-405c-b755-8a5376d8a1c9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/82fc34c9-3aaa-4685-9069-ccdb7354d616 HTTP/1.1" status: 204 len: 168 time: 0.2748277 Dec 04 00:56:11.260454 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8d8b886c-2f5b-4cef-816f-b449839f1ceb req-1bc8ca15-28cb-4a51-a9c1-3ec151ee258b service neutron] 10.222.0.86 "GET /v2.0/networks/77657c90-9ad4-4de7-a4e0-71ee9f7d6534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8345661 Dec 04 00:56:11.304679 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bacf99-6c6a-4978-a2e7-aaf53d3ec566 req-6c443092-7ac5-4423-97df-ea14b3bb396f tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:11.306803 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-49bacf99-6c6a-4978-a2e7-aaf53d3ec566 req-6c443092-7ac5-4423-97df-ea14b3bb396f tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 946 time: 0.7174978 Dec 04 00:56:11.360069 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-9f73958a-cf59-4313-9133-fedee7fe201f req-53e24e60-79f1-490c-8299-cd787eb2ce85 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:56:11.378429 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-9f73958a-cf59-4313-9133-fedee7fe201f req-53e24e60-79f1-490c-8299-cd787eb2ce85 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:56:11.382361 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-49bacf99-6c6a-4978-a2e7-aaf53d3ec566 req-31a02e5b-ab5d-4804-816f-3dc7d7c6402b tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646687 Dec 04 00:56:11.436278 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f73958a-cf59-4313-9133-fedee7fe201f req-53e24e60-79f1-490c-8299-cd787eb2ce85 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Made reservation on behalf of ee2e291e3bae48f9aa1a99091109694e for: {'port': 1} {{(pid=80327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 00:56:11.441922 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-9f73958a-cf59-4313-9133-fedee7fe201f req-53e24e60-79f1-490c-8299-cd787eb2ce85 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:11.629535 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-cb39b603-713b-49f0-aa7f-1696892c9205 req-dc01ff7a-3a7d-40cb-af0d-ef7ffa3240c8 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=f42abb48-6a89-40cf-ab50-1d060057b1c7 HTTP/1.1" status: 200 len: 210 time: 0.0548549 Dec 04 00:56:11.934841 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb1a99-997e-49cf-8f57-7dbf5a739cc9 req-c1fb175d-ce10-49f4-a1e0-abe4e6c1783d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:11.936537 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f5eb1a99-997e-49cf-8f57-7dbf5a739cc9 req-c1fb175d-ce10-49f4-a1e0-abe4e6c1783d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4d01cb901a5340fe9f365d4b0b99b06c&device_id=ca5e4e7b-d0f6-4e96-a65d-fec80f93ce2e HTTP/1.1" status: 200 len: 1161 time: 0.3032653 Dec 04 00:56:11.948793 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e8ef7-eda6-4db5-be8f-2bead20b8e4b req-cfe135ed-5125-4091-9965-15ade1be793b tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:11.948793 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-299e8ef7-eda6-4db5-be8f-2bead20b8e4b req-cfe135ed-5125-4091-9965-15ade1be793b tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/ports?device_id=ca5e4e7b-d0f6-4e96-a65d-fec80f93ce2e HTTP/1.1" status: 200 len: 944 time: 0.2664661 Dec 04 00:56:12.070412 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [req-9f73958a-cf59-4313-9133-fedee7fe201f req-53e24e60-79f1-490c-8299-cd787eb2ce85 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Allocated IP 172.20.0.10 (54b14030-b274-46da-b128-dfa3d6f39479/cec34db6-5d74-4430-bbbe-d4555b4d415e/927c29e8-fe57-49bc-addb-25b28ee5edae) {{(pid=80327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 00:56:12.212398 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-299e8ef7-eda6-4db5-be8f-2bead20b8e4b req-086165b8-e8f3-4b6d-8f44-3cffef228ed7 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/security-groups?id=9d8cf799-1ed5-4dc8-ad2f-d7edbb3d9f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548761 Dec 04 00:56:12.404150 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb1a99-997e-49cf-8f57-7dbf5a739cc9 req-341500dc-bbe5-4cea-b46a-c14001064b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:12.405668 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f5eb1a99-997e-49cf-8f57-7dbf5a739cc9 req-341500dc-bbe5-4cea-b46a-c14001064b67 service neutron] 10.222.0.86 "GET /v2.0/networks?id=77657c90-9ad4-4de7-a4e0-71ee9f7d6534 HTTP/1.1" status: 200 len: 902 time: 0.4512479 Dec 04 00:56:12.599315 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f5eb1a99-997e-49cf-8f57-7dbf5a739cc9 req-9d60f4a7-55cf-46dc-8753-1b1d159b2a12 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e34b8908-930f-4081-9094-b75320c474d7 HTTP/1.1" status: 200 len: 217 time: 0.1282642 Dec 04 00:56:12.650832 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-9f73958a-cf59-4313-9133-fedee7fe201f req-53e24e60-79f1-490c-8299-cd787eb2ce85 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Notify callbacks [] for port, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:12.764520 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb1a99-997e-49cf-8f57-7dbf5a739cc9 req-f4aa4304-0e2d-4ceb-9a4e-86dbf806ded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:12.766129 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f5eb1a99-997e-49cf-8f57-7dbf5a739cc9 req-f4aa4304-0e2d-4ceb-9a4e-86dbf806ded6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3dcb6d28-39bd-4bef-a7bf-76d18d99e259 HTTP/1.1" status: 200 len: 848 time: 0.1118090 Dec 04 00:56:12.783779 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571a7fd-814e-4df9-a6f5-347d68b38b05 req-3f2e91a2-28c4-463a-aa09-cac37f57e5c7 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:12.785388 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b571a7fd-814e-4df9-a6f5-347d68b38b05 req-3f2e91a2-28c4-463a-aa09-cac37f57e5c7 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 946 time: 0.1850920 Dec 04 00:56:12.860240 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-9f73958a-cf59-4313-9133-fedee7fe201f req-53e24e60-79f1-490c-8299-cd787eb2ce85 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:12.898907 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f5eb1a99-997e-49cf-8f57-7dbf5a739cc9 req-3adcdf62-944a-4319-92a8-92a3f0844ac8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=77657c90-9ad4-4de7-a4e0-71ee9f7d6534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1218567 Dec 04 00:56:12.899515 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:56:13.152340 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b571a7fd-814e-4df9-a6f5-347d68b38b05 req-e087c0ca-8ceb-4100-8a4e-334d6bf3650b tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310809 Dec 04 00:56:13.217627 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e24e60-79f1-490c-8299-cd787eb2ce85 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Pushing event updated for resources: {'Port': ['ID=927c29e8-fe57-49bc-addb-25b28ee5edae,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:56:13.255818 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-53e24e60-79f1-490c-8299-cd787eb2ce85 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:56:13.313453 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f5eb1a99-997e-49cf-8f57-7dbf5a739cc9 req-85cb413a-074d-46f2-97a7-759bac7858b0 service neutron] 10.222.0.86 "GET /v2.0/networks/77657c90-9ad4-4de7-a4e0-71ee9f7d6534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708220 Dec 04 00:56:13.356533 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf4878-5034-4d10-9b98-12f42ca68bf9 req-5c4cee3c-7be8-46d9-9cb2-d297364269ed tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:13.358109 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b6cf4878-5034-4d10-9b98-12f42ca68bf9 req-5c4cee3c-7be8-46d9-9cb2-d297364269ed tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=f42abb48-6a89-40cf-ab50-1d060057b1c7 HTTP/1.1" status: 200 len: 932 time: 0.5717833 Dec 04 00:56:13.696994 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f73958a-cf59-4313-9133-fedee7fe201f req-53e24e60-79f1-490c-8299-cd787eb2ce85 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Network 54b14030-b274-46da-b128-dfa3d6f39479 is already hosted by enough agents. {{(pid=80327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 00:56:13.710468 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [req-9f73958a-cf59-4313-9133-fedee7fe201f req-53e24e60-79f1-490c-8299-cd787eb2ce85 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Resources bound (agent type, host, resource id): {{(pid=80327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:56:13.723408 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f73958a-cf59-4313-9133-fedee7fe201f req-53e24e60-79f1-490c-8299-cd787eb2ce85 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Received port after_create {{(pid=80327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 00:56:13.778267 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b6cf4878-5034-4d10-9b98-12f42ca68bf9 req-2fe5cb65-af5c-4ac2-b1b4-f739f75138f6 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798211 Dec 04 00:56:13.839804 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73958a-cf59-4313-9133-fedee7fe201f req-53e24e60-79f1-490c-8299-cd787eb2ce85 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:13.840470 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-9f73958a-cf59-4313-9133-fedee7fe201f req-53e24e60-79f1-490c-8299-cd787eb2ce85 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:13.845912 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f5eb1a99-997e-49cf-8f57-7dbf5a739cc9 req-18fe8475-8d20-4102-b2d8-db5539bf8468 service neutron] 10.222.0.86 "GET /v2.0/networks/77657c90-9ad4-4de7-a4e0-71ee9f7d6534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5220757 Dec 04 00:56:13.864611 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152365b-29b7-4154-bfa6-bbd2a69bcf4a req-f5680b98-1d03-4207-893e-92a5d058cd6e tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:13.866288 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d152365b-29b7-4154-bfa6-bbd2a69bcf4a req-f5680b98-1d03-4207-893e-92a5d058cd6e tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.5439267 Dec 04 00:56:13.952512 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9f73958a-cf59-4313-9133-fedee7fe201f req-53e24e60-79f1-490c-8299-cd787eb2ce85 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0777383 Dec 04 00:56:13.975673 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-9f73958a-cf59-4313-9133-fedee7fe201f req-51658df9-b40c-42ab-8ea0-cf72e827086e service neutron] Request body: {'port': {'device_id': 'f42abb48-6a89-40cf-ab50-1d060057b1c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:56:14.026310 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d152365b-29b7-4154-bfa6-bbd2a69bcf4a req-c76e5a65-f6ac-46c9-a439-0a3e150c07b4 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400304 Dec 04 00:56:14.115021 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac28f6-b4a6-4240-a79c-2394d0133b71 req-e08176b5-9ad4-4328-ab33-d8ad7d99a806 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:14.117213 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-38ac28f6-b4a6-4240-a79c-2394d0133b71 req-e08176b5-9ad4-4328-ab33-d8ad7d99a806 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/ports?device_id=ca5e4e7b-d0f6-4e96-a65d-fec80f93ce2e HTTP/1.1" status: 200 len: 944 time: 0.2112417 Dec 04 00:56:14.154248 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-9f73958a-cf59-4313-9133-fedee7fe201f req-51658df9-b40c-42ab-8ea0-cf72e827086e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:14.231758 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-38ac28f6-b4a6-4240-a79c-2394d0133b71 req-da8e106c-62a5-47de-ab42-6eee04c2b2b3 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/security-groups?id=9d8cf799-1ed5-4dc8-ad2f-d7edbb3d9f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008742 Dec 04 00:56:14.708476 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [req-9f73958a-cf59-4313-9133-fedee7fe201f req-51658df9-b40c-42ab-8ea0-cf72e827086e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 927c29e8-fe57-49bc-addb-25b28ee5edae {{(pid=80327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 04 00:56:14.717914 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-9f73958a-cf59-4313-9133-fedee7fe201f req-51658df9-b40c-42ab-8ea0-cf72e827086e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:14.733534 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [req-9f73958a-cf59-4313-9133-fedee7fe201f req-51658df9-b40c-42ab-8ea0-cf72e827086e service neutron] Transition to ACTIVE for port object 927c29e8-fe57-49bc-addb-25b28ee5edae will not be triggered until provisioned by entity L2. {{(pid=80327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 00:56:14.745221 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.objects.ports [None req-b35863b3-dbe9-48ce-9f2e-a3df3e2050d0 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80328) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 04 00:56:14.779098 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-78b397d7-b2d3-4db6-886f-5c8ce0e18fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:14.779575 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-9f73958a-cf59-4313-9133-fedee7fe201f req-51658df9-b40c-42ab-8ea0-cf72e827086e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27697970'] for port, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:14.797637 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-9bb56303-d328-4592-84be-880017b2a443 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:56:14.982930 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51658df9-b40c-42ab-8ea0-cf72e827086e service neutron] Pushing event updated for resources: {'Port': ['ID=927c29e8-fe57-49bc-addb-25b28ee5edae,revision_number=2']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:56:14.989462 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-51658df9-b40c-42ab-8ea0-cf72e827086e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:56:15.114140 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5532a-4baa-479a-821a-3a3dd1f4e277 req-9f0e3815-897d-4ea0-8e0b-96149eb7f9fd tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:15.114914 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-31c5532a-4baa-479a-821a-3a3dd1f4e277 req-9f0e3815-897d-4ea0-8e0b-96149eb7f9fd tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Synchronizing usage tracker for tenant:ee2e291e3bae48f9aa1a99091109694e on resource:port {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 00:56:15.201956 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-31c5532a-4baa-479a-821a-3a3dd1f4e277 req-9f0e3815-897d-4ea0-8e0b-96149eb7f9fd tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Unset dirty status for tenant:ee2e291e3bae48f9aa1a99091109694e on resource:port {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 00:56:15.203288 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-31c5532a-4baa-479a-821a-3a3dd1f4e277 req-9f0e3815-897d-4ea0-8e0b-96149eb7f9fd tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=f42abb48-6a89-40cf-ab50-1d060057b1c7 HTTP/1.1" status: 200 len: 944 time: 0.2900951 Dec 04 00:56:15.212263 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-9f73958a-cf59-4313-9133-fedee7fe201f req-51658df9-b40c-42ab-8ea0-cf72e827086e service neutron] Attempting to bind port 927c29e8-fe57-49bc-addb-25b28ee5edae on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 00:56:15.212677 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-9f73958a-cf59-4313-9133-fedee7fe201f req-51658df9-b40c-42ab-8ea0-cf72e827086e service neutron] Attempting to bind port 927c29e8-fe57-49bc-addb-25b28ee5edae by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'b1be24bd-1446-47e5-9ec0-76f7a84bf2b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '54b14030-b274-46da-b128-dfa3d6f39479'}] {{(pid=80327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 00:56:15.213036 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f73958a-cf59-4313-9133-fedee7fe201f req-51658df9-b40c-42ab-8ea0-cf72e827086e service neutron] Attempting to bind port 927c29e8-fe57-49bc-addb-25b28ee5edae on network 54b14030-b274-46da-b128-dfa3d6f39479 {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 00:56:15.234390 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f73958a-cf59-4313-9133-fedee7fe201f req-51658df9-b40c-42ab-8ea0-cf72e827086e service neutron] Checking agent: {'id': '37b4fca6-97cd-43de-9e09-0e080c5ad260', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 52, 16), 'started_at': datetime.datetime(2020, 12, 4, 0, 52, 46), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 00:56:15.234780 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f73958a-cf59-4313-9133-fedee7fe201f req-51658df9-b40c-42ab-8ea0-cf72e827086e service neutron] Checking segment: {'id': 'b1be24bd-1446-47e5-9ec0-76f7a84bf2b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '54b14030-b274-46da-b128-dfa3d6f39479'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 00:56:15.235224 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-9f73958a-cf59-4313-9133-fedee7fe201f req-51658df9-b40c-42ab-8ea0-cf72e827086e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:15.235617 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f73958a-cf59-4313-9133-fedee7fe201f req-51658df9-b40c-42ab-8ea0-cf72e827086e service neutron] Bound using segment: {'id': 'b1be24bd-1446-47e5-9ec0-76f7a84bf2b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '54b14030-b274-46da-b128-dfa3d6f39479'} {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 00:56:15.236143 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-9f73958a-cf59-4313-9133-fedee7fe201f req-51658df9-b40c-42ab-8ea0-cf72e827086e service neutron] Bound port: 927c29e8-fe57-49bc-addb-25b28ee5edae, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1be24bd-1446-47e5-9ec0-76f7a84bf2b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '54b14030-b274-46da-b128-dfa3d6f39479'}}] {{(pid=80327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 00:56:15.236522 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-9f73958a-cf59-4313-9133-fedee7fe201f req-51658df9-b40c-42ab-8ea0-cf72e827086e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:15.314589 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-31c5532a-4baa-479a-821a-3a3dd1f4e277 req-ed50a5ea-a495-43b3-b9f8-350cc4782c30 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033518 Dec 04 00:56:15.366840 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-9f73958a-cf59-4313-9133-fedee7fe201f req-51658df9-b40c-42ab-8ea0-cf72e827086e service neutron] For port 927c29e8-fe57-49bc-addb-25b28ee5edae, host hv-cinder-76330, cleared binding levels {{(pid=80327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 00:56:15.370119 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-9f73958a-cf59-4313-9133-fedee7fe201f req-51658df9-b40c-42ab-8ea0-cf72e827086e service neutron] For port 927c29e8-fe57-49bc-addb-25b28ee5edae, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=927c29e8-fe57-49bc-addb-25b28ee5edae,segment=NetworkSegment(b1be24bd-1446-47e5-9ec0-76f7a84bf2b0),segment_id=b1be24bd-1446-47e5-9ec0-76f7a84bf2b0)] {{(pid=80327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 00:56:15.402049 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-9f73958a-cf59-4313-9133-fedee7fe201f req-51658df9-b40c-42ab-8ea0-cf72e827086e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27697970'] for port, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:15.418216 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-b68b006c-fa25-4d32-9d94-e091efcb9489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:56:15.640790 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51658df9-b40c-42ab-8ea0-cf72e827086e service neutron] Pushing event updated for resources: {'Port': ['ID=927c29e8-fe57-49bc-addb-25b28ee5edae,revision_number=3']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:56:15.653257 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-51658df9-b40c-42ab-8ea0-cf72e827086e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:56:15.676007 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85f2c3-e479-4d20-99a6-8efa329795ea req-2ca601ef-0e33-4ee0-8f95-15d8a2b4a637 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:15.677602 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7b85f2c3-e479-4d20-99a6-8efa329795ea req-2ca601ef-0e33-4ee0-8f95-15d8a2b4a637 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/ports?device_id=ca5e4e7b-d0f6-4e96-a65d-fec80f93ce2e HTTP/1.1" status: 200 len: 944 time: 0.2301075 Dec 04 00:56:15.703189 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73958a-cf59-4313-9133-fedee7fe201f req-51658df9-b40c-42ab-8ea0-cf72e827086e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:15.703865 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-9f73958a-cf59-4313-9133-fedee7fe201f req-51658df9-b40c-42ab-8ea0-cf72e827086e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:15.705304 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9f73958a-cf59-4313-9133-fedee7fe201f req-51658df9-b40c-42ab-8ea0-cf72e827086e service neutron] 10.222.0.86 "PUT /v2.0/ports/927c29e8-fe57-49bc-addb-25b28ee5edae HTTP/1.1" status: 200 len: 1158 time: 1.7346115 Dec 04 00:56:15.705833 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f42abb48-6a89-40cf-ab50-1d060057b1c7', 'tag': '927c29e8-fe57-49bc-addb-25b28ee5edae'}] {{(pid=80327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:56:15.737134 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7b85f2c3-e479-4d20-99a6-8efa329795ea req-7a870a06-49e4-4a19-b0d0-c2efcc7bd49a tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/security-groups?id=9d8cf799-1ed5-4dc8-ad2f-d7edbb3d9f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525625 Dec 04 00:56:15.801095 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f42abb48-6a89-40cf-ab50-1d060057b1c7', 'tag': '927c29e8-fe57-49bc-addb-25b28ee5edae', 'status': 'completed', 'code': 200} Dec 04 00:56:15.943482 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73958a-cf59-4313-9133-fedee7fe201f req-44964003-7c08-45ec-8abf-860896e54dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:15.945141 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9f73958a-cf59-4313-9133-fedee7fe201f req-44964003-7c08-45ec-8abf-860896e54dd4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ee2e291e3bae48f9aa1a99091109694e&device_id=f42abb48-6a89-40cf-ab50-1d060057b1c7 HTTP/1.1" status: 200 len: 1161 time: 0.0800622 Dec 04 00:56:16.036950 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9f73958a-cf59-4313-9133-fedee7fe201f req-051328e1-ecb5-4019-9f48-d995e5df1ab9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=927c29e8-fe57-49bc-addb-25b28ee5edae HTTP/1.1" status: 200 len: 217 time: 0.0703721 Dec 04 00:56:16.111457 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f73958a-cf59-4313-9133-fedee7fe201f req-12ce88f9-fa73-46e3-b5de-ec704f81a335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:16.114713 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9f73958a-cf59-4313-9133-fedee7fe201f req-12ce88f9-fa73-46e3-b5de-ec704f81a335 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cec34db6-5d74-4430-bbbe-d4555b4d415e HTTP/1.1" status: 200 len: 855 time: 0.0693831 Dec 04 00:56:16.120988 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:16.184309 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9f73958a-cf59-4313-9133-fedee7fe201f req-ec4cc13c-1820-4dd2-af7f-9e099d1cd6b5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54b14030-b274-46da-b128-dfa3d6f39479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629754 Dec 04 00:56:16.277829 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device e34b8908-930f-4081-9094-b75320c474d7 up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:56:16.369010 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9f73958a-cf59-4313-9133-fedee7fe201f req-cc999e8c-6599-435a-a8a2-e4f4e216f456 service neutron] 10.222.0.86 "GET /v2.0/networks/54b14030-b274-46da-b128-dfa3d6f39479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708524 Dec 04 00:56:16.400207 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning for port e34b8908-930f-4081-9094-b75320c474d7 completed by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 00:56:16.407546 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port e34b8908-930f-4081-9094-b75320c474d7 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:56:16.408102 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:16.537289 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:16.567290 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5e4e7b-d0f6-4e96-a65d-fec80f93ce2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e34b8908-930f-4081-9094-b75320c474d7'}] {{(pid=80328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:56:16.578546 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] For port e34b8908-930f-4081-9094-b75320c474d7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=e34b8908-930f-4081-9094-b75320c474d7,segment=NetworkSegment(d4a9ef0c-4d84-4e89-8f44-3cdebf87a946),segment_id=d4a9ef0c-4d84-4e89-8f44-3cdebf87a946)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:56:16.593231 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9f73958a-cf59-4313-9133-fedee7fe201f req-bd0815f1-8d46-4a3c-b24e-53f00bd78fd7 service neutron] 10.222.0.86 "GET /v2.0/networks/54b14030-b274-46da-b128-dfa3d6f39479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2086332 Dec 04 00:56:16.603312 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1a154-7293-46fd-88f7-ad1e7a969e80 req-5a2d0c3c-af5a-4827-b239-263b4707db4e tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:16.604918 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3bb1a154-7293-46fd-88f7-ad1e7a969e80 req-5a2d0c3c-af5a-4827-b239-263b4707db4e tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=f42abb48-6a89-40cf-ab50-1d060057b1c7 HTTP/1.1" status: 200 len: 944 time: 0.1394165 Dec 04 00:56:16.611936 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:16.614070 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:56:16.665186 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3bb1a154-7293-46fd-88f7-ad1e7a969e80 req-f5607069-e39c-4336-a396-1df1796a4bd5 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510228 Dec 04 00:56:16.693666 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Pushing event updated for resources: {'Port': ['ID=e34b8908-930f-4081-9094-b75320c474d7,revision_number=4']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:56:16.697586 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:56:16.728737 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 38546) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:56:16.752734 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca5e4e7b-d0f6-4e96-a65d-fec80f93ce2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e34b8908-930f-4081-9094-b75320c474d7', 'code': 200} Dec 04 00:56:16.836353 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-0d68dd71-c234-4d48-bb3f-9db326450121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:16.919326 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-5a13c287-5760-4ba1-815e-996dc2343426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:16.936677 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-5a13c287-5760-4ba1-815e-996dc2343426 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:56:16.936875 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478b088-8b57-4ce0-ab1b-177434119d6b req-7c26cf19-29dc-4249-bbb0-127a9866b932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:16.938471 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-0478b088-8b57-4ce0-ab1b-177434119d6b req-7c26cf19-29dc-4249-bbb0-127a9866b932 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ee2e291e3bae48f9aa1a99091109694e&device_id=f42abb48-6a89-40cf-ab50-1d060057b1c7 HTTP/1.1" status: 200 len: 1161 time: 0.1257567 Dec 04 00:56:16.941507 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-5a13c287-5760-4ba1-815e-996dc2343426 admin admin] Usage tracker for resource:security_group_rule and tenant:570887b298e14a0884bc081868062974 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:56:16.944824 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-5a13c287-5760-4ba1-815e-996dc2343426 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:56:16.951053 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-5a13c287-5760-4ba1-815e-996dc2343426 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:56:17.059530 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-5a13c287-5760-4ba1-815e-996dc2343426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:17.124399 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-5a13c287-5760-4ba1-815e-996dc2343426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:17.134111 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-0b619b8d-2669-405c-b755-8a5376d8a1c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:56:17.181752 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-5a13c287-5760-4ba1-815e-996dc2343426 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=570887b298e14a0884bc081868062974&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4516671 Dec 04 00:56:17.183683 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 38560) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:56:17.186872 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a13c287-5760-4ba1-815e-996dc2343426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37056204-97c6-4a8e-936a-27c7955af2ad,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:56:17.202276 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-5a13c287-5760-4ba1-815e-996dc2343426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:56:17.213591 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device e34b8908-930f-4081-9094-b75320c474d7 up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:56:17.221483 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef8fe8e-0209-4b48-a9c0-20f01699871a req-475bb4b4-e2d2-474c-bd71-dc6d66d7694e tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:17.223398 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7ef8fe8e-0209-4b48-a9c0-20f01699871a req-475bb4b4-e2d2-474c-bd71-dc6d66d7694e tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/ports?device_id=ca5e4e7b-d0f6-4e96-a65d-fec80f93ce2e HTTP/1.1" status: 200 len: 946 time: 0.2752934 Dec 04 00:56:17.232496 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478b088-8b57-4ce0-ab1b-177434119d6b req-62d4d217-69e9-4696-bd75-e8c5ec8e65a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:17.234039 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-0478b088-8b57-4ce0-ab1b-177434119d6b req-62d4d217-69e9-4696-bd75-e8c5ec8e65a7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=54b14030-b274-46da-b128-dfa3d6f39479 HTTP/1.1" status: 200 len: 909 time: 0.2436652 Dec 04 00:56:17.280698 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-df8cb4a4-2dbf-4e56-a371-0e81da3bffb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:17.324838 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-df8cb4a4-2dbf-4e56-a371-0e81da3bffb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:17.329276 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port e34b8908-930f-4081-9094-b75320c474d7 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:56:17.329701 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:17.414196 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-df8cb4a4-2dbf-4e56-a371-0e81da3bffb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:17.423475 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-079225b8-6dc3-4b16-b03b-7587d5ba2d34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:56:17.444463 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8cb4a4-2dbf-4e56-a371-0e81da3bffb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37056204-97c6-4a8e-936a-27c7955af2ad,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:56:17.454920 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-df8cb4a4-2dbf-4e56-a371-0e81da3bffb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:56:17.462799 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-df8cb4a4-2dbf-4e56-a371-0e81da3bffb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:17.464105 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-df8cb4a4-2dbf-4e56-a371-0e81da3bffb3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/37056204-97c6-4a8e-936a-27c7955af2ad HTTP/1.1" status: 204 len: 168 time: 0.2792585 Dec 04 00:56:17.494401 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:17.711788 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-0478b088-8b57-4ce0-ab1b-177434119d6b req-95d1476f-694f-40ef-85f7-8915c08dde2b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=927c29e8-fe57-49bc-addb-25b28ee5edae HTTP/1.1" status: 200 len: 217 time: 0.4396610 Dec 04 00:56:17.714173 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7ef8fe8e-0209-4b48-a9c0-20f01699871a req-69daabde-794c-4ea3-8604-3798b74669b8 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/security-groups?id=9d8cf799-1ed5-4dc8-ad2f-d7edbb3d9f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4785271 Dec 04 00:56:17.815854 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c2bfd-1bee-415f-9165-41409d91d603 req-74492178-fffb-46ba-942a-d45f34be7ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:17.817504 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3d4c2bfd-1bee-415f-9165-41409d91d603 req-74492178-fffb-46ba-942a-d45f34be7ebf service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ca5e4e7b-d0f6-4e96-a65d-fec80f93ce2e HTTP/1.1" status: 200 len: 1163 time: 0.6668992 Dec 04 00:56:17.869327 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478b088-8b57-4ce0-ab1b-177434119d6b req-c6f71379-46f8-4d03-87f8-5427219e3b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:17.870963 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-0478b088-8b57-4ce0-ab1b-177434119d6b req-c6f71379-46f8-4d03-87f8-5427219e3b35 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cec34db6-5d74-4430-bbbe-d4555b4d415e HTTP/1.1" status: 200 len: 855 time: 0.1427171 Dec 04 00:56:17.956559 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-0478b088-8b57-4ce0-ab1b-177434119d6b req-2975cf7f-4712-4ad3-a4a3-2d887566e95a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54b14030-b274-46da-b128-dfa3d6f39479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715678 Dec 04 00:56:17.961750 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0b10d-eed2-449f-a170-65b010e9f377 req-65371b55-72ee-4bd0-a405-33b94fdba853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:17.963227 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-26b0b10d-eed2-449f-a170-65b010e9f377 req-65371b55-72ee-4bd0-a405-33b94fdba853 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0bf338724dbe4d6fb75ec0856b79ca35&device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 1162 time: 0.3456304 Dec 04 00:56:17.965117 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3d4c2bfd-1bee-415f-9165-41409d91d603 req-fd3e5e48-2f2d-44a0-84b0-d3b8f807f61c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=9d8cf799-1ed5-4dc8-ad2f-d7edbb3d9f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284986 Dec 04 00:56:17.971241 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6def146-1af3-4e00-8937-c51655fb89f1 req-75cb8131-6adb-4a17-99c9-f4a0c6a490ec tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:17.972759 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a6def146-1af3-4e00-8937-c51655fb89f1 req-75cb8131-6adb-4a17-99c9-f4a0c6a490ec tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.3448570 Dec 04 00:56:18.029334 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a6def146-1af3-4e00-8937-c51655fb89f1 req-07079b2c-5f14-4025-8307-138a0ac584a4 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492349 Dec 04 00:56:18.142046 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3183850-4d56-4fbf-a2f7-37d21ec7529d req-9004a527-3dea-422b-97b9-903401bad552 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:18.143995 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c3183850-4d56-4fbf-a2f7-37d21ec7529d req-9004a527-3dea-422b-97b9-903401bad552 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=f42abb48-6a89-40cf-ab50-1d060057b1c7 HTTP/1.1" status: 200 len: 944 time: 0.0950174 Dec 04 00:56:18.223687 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c3183850-4d56-4fbf-a2f7-37d21ec7529d req-0a46434a-23bc-485f-bfd8-f25dd02a1dad tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732403 Dec 04 00:56:18.493211 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:18.608149 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-0478b088-8b57-4ce0-ab1b-177434119d6b req-8409fa0d-f2d9-4fa0-9977-437b3bccf49e service neutron] 10.222.0.86 "GET /v2.0/networks/54b14030-b274-46da-b128-dfa3d6f39479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464972 Dec 04 00:56:18.646201 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0b10d-eed2-449f-a170-65b010e9f377 req-6c09b438-36b7-44af-9e8a-3ba922d2e4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:18.647736 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-26b0b10d-eed2-449f-a170-65b010e9f377 req-6c09b438-36b7-44af-9e8a-3ba922d2e4f1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=77143b40-0430-4aa2-93c2-47d05a30b59e HTTP/1.1" status: 200 len: 912 time: 0.2067297 Dec 04 00:56:18.781125 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-26b0b10d-eed2-449f-a170-65b010e9f377 req-7449f2f5-ebaf-4f2f-b18b-341668ec6d85 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8e80825-9d6c-4e2f-9f4f-56904567bf39 HTTP/1.1" status: 200 len: 217 time: 0.0747051 Dec 04 00:56:18.910343 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:18.934551 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-0478b088-8b57-4ce0-ab1b-177434119d6b req-96fb7c8d-f3b6-4698-81ff-1856ad8f9601 service neutron] 10.222.0.86 "GET /v2.0/networks/54b14030-b274-46da-b128-dfa3d6f39479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3098829 Dec 04 00:56:18.940096 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0b10d-eed2-449f-a170-65b010e9f377 req-8bb41381-7282-42d5-ae78-89738628fecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:18.941524 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-26b0b10d-eed2-449f-a170-65b010e9f377 req-8bb41381-7282-42d5-ae78-89738628fecf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8992a81f-7e9c-4e53-bca2-1c6f4569ebb0 HTTP/1.1" status: 200 len: 858 time: 0.1483712 Dec 04 00:56:18.972576 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811c6a6-fcd5-4cf5-94a9-eb4e6334ae17 req-f32a5c28-fa08-4c47-990a-04155e4dd3ed tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:18.974104 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e811c6a6-fcd5-4cf5-94a9-eb4e6334ae17 req-f32a5c28-fa08-4c47-990a-04155e4dd3ed tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/ports?device_id=ca5e4e7b-d0f6-4e96-a65d-fec80f93ce2e HTTP/1.1" status: 200 len: 946 time: 0.1216500 Dec 04 00:56:19.061471 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-26b0b10d-eed2-449f-a170-65b010e9f377 req-c8ade8e2-af2f-46e6-ab57-a4597910006d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=77143b40-0430-4aa2-93c2-47d05a30b59e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501263 Dec 04 00:56:19.063916 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e811c6a6-fcd5-4cf5-94a9-eb4e6334ae17 req-305c4920-8cf4-4124-80c7-8f11cd76da62 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/security-groups?id=9d8cf799-1ed5-4dc8-ad2f-d7edbb3d9f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830970 Dec 04 00:56:19.266740 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-26b0b10d-eed2-449f-a170-65b010e9f377 req-579a6d14-30f7-4c66-ab20-570afd7718dd service neutron] 10.222.0.86 "GET /v2.0/networks/77143b40-0430-4aa2-93c2-47d05a30b59e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916723 Dec 04 00:56:19.295969 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4f9de-62a2-41cd-a03e-db1e6a940013 req-b5fab7ad-f803-42ef-9121-ec54d34f4ba7 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:19.297559 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7ba4f9de-62a2-41cd-a03e-db1e6a940013 req-b5fab7ad-f803-42ef-9121-ec54d34f4ba7 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.1176319 Dec 04 00:56:19.486546 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7ba4f9de-62a2-41cd-a03e-db1e6a940013 req-1461fba6-f2b0-418f-bfc9-177d4a9c12e9 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635070 Dec 04 00:56:19.541865 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-26b0b10d-eed2-449f-a170-65b010e9f377 req-928f3add-fa03-4f62-b82c-54d3687a837f service neutron] 10.222.0.86 "GET /v2.0/networks/77143b40-0430-4aa2-93c2-47d05a30b59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2432735 Dec 04 00:56:19.559894 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f84f61-3358-4c19-88a6-11914870879d req-bcd44822-3fa1-49d9-a36e-4303251b4806 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:19.561503 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-92f84f61-3358-4c19-88a6-11914870879d req-bcd44822-3fa1-49d9-a36e-4303251b4806 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=f42abb48-6a89-40cf-ab50-1d060057b1c7 HTTP/1.1" status: 200 len: 944 time: 0.1559198 Dec 04 00:56:19.620805 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-92f84f61-3358-4c19-88a6-11914870879d req-c8233bf8-3d9a-4296-bd66-17d6e7812c10 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453341 Dec 04 00:56:20.318082 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563196e-f37a-4e43-bf76-134a65d3825c req-cd13e94c-95ac-4794-84dd-df83f1b6e5fb tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:20.320248 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a563196e-f37a-4e43-bf76-134a65d3825c req-cd13e94c-95ac-4794-84dd-df83f1b6e5fb tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/ports?device_id=ca5e4e7b-d0f6-4e96-a65d-fec80f93ce2e HTTP/1.1" status: 200 len: 946 time: 0.1163602 Dec 04 00:56:20.387577 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a563196e-f37a-4e43-bf76-134a65d3825c req-379fdc24-1a98-445f-9f10-9d5e69835578 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/security-groups?id=9d8cf799-1ed5-4dc8-ad2f-d7edbb3d9f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605056 Dec 04 00:56:20.704521 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6729df2a-ed43-46ce-910a-ee7319e7789e req-8653adf6-90db-491b-ab68-17b18ee87077 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:20.706127 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6729df2a-ed43-46ce-910a-ee7319e7789e req-8653adf6-90db-491b-ab68-17b18ee87077 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.0823786 Dec 04 00:56:20.754604 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6729df2a-ed43-46ce-910a-ee7319e7789e req-302265af-1c0a-4dff-8f55-bddab99498b2 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415671 Dec 04 00:56:20.839085 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fd493-6af7-4114-bed9-caac30c9bfcf req-3f1fb7d3-4d78-4dd6-82bd-852f255b8fd5 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:20.840723 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a45fd493-6af7-4114-bed9-caac30c9bfcf req-3f1fb7d3-4d78-4dd6-82bd-852f255b8fd5 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=f42abb48-6a89-40cf-ab50-1d060057b1c7 HTTP/1.1" status: 200 len: 944 time: 0.0889585 Dec 04 00:56:20.888011 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a45fd493-6af7-4114-bed9-caac30c9bfcf req-0911e818-cd26-4c3b-8a32-1ff67478dda7 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408511 Dec 04 00:56:21.615045 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014bcde-b06c-49cd-a499-008673e90e36 req-f2d78191-bef3-4f61-9f84-1b56a16e9d69 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:21.617282 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8014bcde-b06c-49cd-a499-008673e90e36 req-f2d78191-bef3-4f61-9f84-1b56a16e9d69 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/ports?device_id=ca5e4e7b-d0f6-4e96-a65d-fec80f93ce2e HTTP/1.1" status: 200 len: 946 time: 0.0951881 Dec 04 00:56:21.669573 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8014bcde-b06c-49cd-a499-008673e90e36 req-ce0ddd4c-f544-4f59-9761-f5ecdd0e1524 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/security-groups?id=9d8cf799-1ed5-4dc8-ad2f-d7edbb3d9f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457273 Dec 04 00:56:21.966945 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66d677-7752-4b36-b8b9-162c15002cdb req-f102cfb5-6d6b-44f8-bdcc-07891651a9e3 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:21.968728 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ee66d677-7752-4b36-b8b9-162c15002cdb req-f102cfb5-6d6b-44f8-bdcc-07891651a9e3 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.0842354 Dec 04 00:56:22.017667 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ee66d677-7752-4b36-b8b9-162c15002cdb req-755aef71-2f64-44a4-adfd-3ee39811666c tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425847 Dec 04 00:56:22.220212 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 927c29e8-fe57-49bc-addb-25b28ee5edae up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:56:22.225884 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc82a42-059a-41d5-8f38-cf1f366b99ad req-55dac8cb-22bf-4abd-8e88-81c37a29b624 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:22.233572 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ddc82a42-059a-41d5-8f38-cf1f366b99ad req-55dac8cb-22bf-4abd-8e88-81c37a29b624 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=f42abb48-6a89-40cf-ab50-1d060057b1c7 HTTP/1.1" status: 200 len: 944 time: 0.0989711 Dec 04 00:56:22.285218 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ddc82a42-059a-41d5-8f38-cf1f366b99ad req-fe907af5-88d2-461b-91a9-865d4be7a165 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506518 Dec 04 00:56:22.321560 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning for port 927c29e8-fe57-49bc-addb-25b28ee5edae completed by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 00:56:22.327021 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port 927c29e8-fe57-49bc-addb-25b28ee5edae triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:56:22.327527 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:22.451133 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:22.479537 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42abb48-6a89-40cf-ab50-1d060057b1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927c29e8-fe57-49bc-addb-25b28ee5edae'}] {{(pid=80328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:56:22.490002 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] For port 927c29e8-fe57-49bc-addb-25b28ee5edae, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=927c29e8-fe57-49bc-addb-25b28ee5edae,segment=NetworkSegment(b1be24bd-1446-47e5-9ec0-76f7a84bf2b0),segment_id=b1be24bd-1446-47e5-9ec0-76f7a84bf2b0)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:56:22.524757 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:22.524980 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a4b85a5f-46fb-4b71-81b7-4f89426e1293 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:56:22.565553 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42abb48-6a89-40cf-ab50-1d060057b1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927c29e8-fe57-49bc-addb-25b28ee5edae', 'code': 200} Dec 04 00:56:22.603306 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Pushing event updated for resources: {'Port': ['ID=927c29e8-fe57-49bc-addb-25b28ee5edae,revision_number=4']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:56:22.612117 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:22.612737 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:22.613266 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:22.613789 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:22.614902 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:22.615480 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:22.616399 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:22.616921 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:22.617439 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:22.618090 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:22.618596 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:22.619348 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:22.620102 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:22.620646 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:22.621381 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:22.621756 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:22.622283 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:22.622656 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:22.623024 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:22.623733 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:22.624102 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:22.624472 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:22.624815 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:22.625180 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:22.629545 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:56:22.953319 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ea130-6ccc-42ae-8dea-647c9bd7e938 req-8b312591-3d9a-45cf-8b36-3c82279f2f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:22.954853 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9e4ea130-6ccc-42ae-8dea-647c9bd7e938 req-8b312591-3d9a-45cf-8b36-3c82279f2f67 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f42abb48-6a89-40cf-ab50-1d060057b1c7 HTTP/1.1" status: 200 len: 1163 time: 0.0738239 Dec 04 00:56:23.015513 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9e4ea130-6ccc-42ae-8dea-647c9bd7e938 req-ec75a677-8979-44cd-8949-6dc9f931da9e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386877 Dec 04 00:56:23.266358 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 927c29e8-fe57-49bc-addb-25b28ee5edae up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:56:23.394480 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port 927c29e8-fe57-49bc-addb-25b28ee5edae triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:56:23.394900 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:23.461080 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7277c-ab5e-454e-8124-8431734b3b41 req-004a7677-b760-4ace-a4c0-8ee3c11682ef tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:23.469043 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7bd7277c-ab5e-454e-8124-8431734b3b41 req-004a7677-b760-4ace-a4c0-8ee3c11682ef tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.3161430 Dec 04 00:56:23.573219 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7bd7277c-ab5e-454e-8124-8431734b3b41 req-bce95f43-07d1-4e45-b0e4-3ef9a9146f40 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032441 Dec 04 00:56:23.604999 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b72ada-a790-4ba1-83bf-d8a4bfa006fe req-a33b69cc-dccd-489b-8668-ae8f23ed9b15 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:23.606915 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-39b72ada-a790-4ba1-83bf-d8a4bfa006fe req-a33b69cc-dccd-489b-8668-ae8f23ed9b15 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=f42abb48-6a89-40cf-ab50-1d060057b1c7 HTTP/1.1" status: 200 len: 946 time: 0.1227522 Dec 04 00:56:23.657723 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-39b72ada-a790-4ba1-83bf-d8a4bfa006fe req-19b3866e-fc1a-402b-b5ca-a48653486b4b tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434058 Dec 04 00:56:24.065787 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c92dd1-7ee0-4e77-9423-309b34195e5a req-1d75a3e0-93c9-4445-8c32-8a8396aeed9d tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:24.067355 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b3c92dd1-7ee0-4e77-9423-309b34195e5a req-1d75a3e0-93c9-4445-8c32-8a8396aeed9d tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/ports?device_id=ca5e4e7b-d0f6-4e96-a65d-fec80f93ce2e HTTP/1.1" status: 200 len: 946 time: 0.0839758 Dec 04 00:56:24.117647 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b3c92dd1-7ee0-4e77-9423-309b34195e5a req-3b937e68-5f89-480b-bf04-d09a8db38f03 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/security-groups?id=9d8cf799-1ed5-4dc8-ad2f-d7edbb3d9f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433714 Dec 04 00:56:24.785733 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1b7a5-d46e-4eff-84c6-34351fb70a7a req-182ff662-1dea-468d-b883-9c07353f2947 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:24.787290 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c8f1b7a5-d46e-4eff-84c6-34351fb70a7a req-182ff662-1dea-468d-b883-9c07353f2947 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.0833158 Dec 04 00:56:24.893438 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c8f1b7a5-d46e-4eff-84c6-34351fb70a7a req-30340b38-2485-4514-bd4a-b6198f26d72a tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705998 Dec 04 00:56:24.914115 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56816344-aa97-4373-9734-20e4649d4db6 req-428c633a-8c93-47e3-9b48-810fb8ed266c tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:24.915714 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-56816344-aa97-4373-9734-20e4649d4db6 req-428c633a-8c93-47e3-9b48-810fb8ed266c tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=f42abb48-6a89-40cf-ab50-1d060057b1c7 HTTP/1.1" status: 200 len: 946 time: 0.1275051 Dec 04 00:56:24.966101 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-56816344-aa97-4373-9734-20e4649d4db6 req-a626409f-0188-436e-8222-116490837e2f tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436172 Dec 04 00:56:25.352111 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0eb08-694a-410d-92bb-d27234cc6203 req-7151308b-149a-4726-bf0b-8b3dde73a58c tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:25.354997 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-79c0eb08-694a-410d-92bb-d27234cc6203 req-7151308b-149a-4726-bf0b-8b3dde73a58c tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/ports?device_id=ca5e4e7b-d0f6-4e96-a65d-fec80f93ce2e HTTP/1.1" status: 200 len: 946 time: 0.0966256 Dec 04 00:56:25.410518 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-79c0eb08-694a-410d-92bb-d27234cc6203 req-4b92b5d2-3e8a-49e2-b331-a6bee0191307 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/security-groups?id=9d8cf799-1ed5-4dc8-ad2f-d7edbb3d9f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489323 Dec 04 00:56:26.189368 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331ecd3-b36d-4fe2-bdf9-efab9bc0e925 req-a7903f35-4b6a-4ad7-9ea3-5b10ec5586ff tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:26.191728 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3331ecd3-b36d-4fe2-bdf9-efab9bc0e925 req-a7903f35-4b6a-4ad7-9ea3-5b10ec5586ff tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.1514964 Dec 04 00:56:26.199208 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd8b22-8984-43f6-afeb-cab267041782 req-22ebed65-3d95-4bfa-b23d-87524e599d9d tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:26.202782 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-aefd8b22-8984-43f6-afeb-cab267041782 req-22ebed65-3d95-4bfa-b23d-87524e599d9d tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 946 time: 0.1279521 Dec 04 00:56:26.277727 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3331ecd3-b36d-4fe2-bdf9-efab9bc0e925 req-f26e9c47-5efd-4c11-ae7a-d3f15ee444e2 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736341 Dec 04 00:56:26.281763 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-aefd8b22-8984-43f6-afeb-cab267041782 req-dda86dc6-aa72-42f2-88b0-fa738882efb5 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=978b1d25-473d-42fc-8057-7fd8e260165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609205 Dec 04 00:56:26.507340 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf70be4a-db78-4c1c-83cd-3a0c0c0c4ab4 req-4a4aa451-2b0f-4f50-8000-4b4bd99950fd tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:26.508939 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bf70be4a-db78-4c1c-83cd-3a0c0c0c4ab4 req-4a4aa451-2b0f-4f50-8000-4b4bd99950fd tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=f42abb48-6a89-40cf-ab50-1d060057b1c7 HTTP/1.1" status: 200 len: 946 time: 0.0825167 Dec 04 00:56:26.559988 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bf70be4a-db78-4c1c-83cd-3a0c0c0c4ab4 req-832814f9-0e45-407f-9705-7c680e50f162 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447671 Dec 04 00:56:26.730897 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a150ba3f-c85c-43c1-bb1f-dc0d3f9e402b req-33401545-3d23-4afb-b831-c3ade134f64a tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:26.732556 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a150ba3f-c85c-43c1-bb1f-dc0d3f9e402b req-33401545-3d23-4afb-b831-c3ade134f64a tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/ports?device_id=ca5e4e7b-d0f6-4e96-a65d-fec80f93ce2e HTTP/1.1" status: 200 len: 946 time: 0.0867863 Dec 04 00:56:26.781674 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a150ba3f-c85c-43c1-bb1f-dc0d3f9e402b req-ff0f0f90-3256-45c4-9526-dc87b7ec1dc5 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/security-groups?id=9d8cf799-1ed5-4dc8-ad2f-d7edbb3d9f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415611 Dec 04 00:56:27.512639 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c59e47-b4c8-40ec-a499-2de9109c1069 req-0d1230b1-e25e-46e5-8997-66cee5b6b21d tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:27.514264 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d6c59e47-b4c8-40ec-a499-2de9109c1069 req-0d1230b1-e25e-46e5-8997-66cee5b6b21d tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.1000688 Dec 04 00:56:27.524162 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device e34b8908-930f-4081-9094-b75320c474d7 up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:56:27.564748 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d6c59e47-b4c8-40ec-a499-2de9109c1069 req-b53543d8-367d-454d-aa65-f4304c95bbff tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440309 Dec 04 00:56:27.618948 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port e34b8908-930f-4081-9094-b75320c474d7 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:56:27.619313 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:27.700826 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9bddd9-d5af-4c88-a150-acb1030b4b29 req-a91d208f-0d33-41ac-afcf-412d034e776c tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:27.705040 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ca9bddd9-d5af-4c88-a150-acb1030b4b29 req-a91d208f-0d33-41ac-afcf-412d034e776c tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.86 "GET /v2.0/ports?device_id=ca5e4e7b-d0f6-4e96-a65d-fec80f93ce2e HTTP/1.1" status: 200 len: 946 time: 0.1204021 Dec 04 00:56:27.859828 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-ca9bddd9-d5af-4c88-a150-acb1030b4b29 req-b7615b72-d842-40b8-9407-22e063a498cc tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Deleting port e34b8908-930f-4081-9094-b75320c474d7 {{(pid=80327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 00:56:27.860221 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-ca9bddd9-d5af-4c88-a150-acb1030b4b29 req-b7615b72-d842-40b8-9407-22e063a498cc tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:27.929385 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9c185-86df-4a1e-8aa8-ad68fead3291 req-6b0fee6e-fa09-4eca-a44b-a6ccb3df13ad tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:27.930972 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-62e9c185-86df-4a1e-8aa8-ad68fead3291 req-6b0fee6e-fa09-4eca-a44b-a6ccb3df13ad tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 946 time: 0.1708901 Dec 04 00:56:28.017531 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-62e9c185-86df-4a1e-8aa8-ad68fead3291 req-7afffd66-b296-4cc6-8a26-7c66bd745147 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=978b1d25-473d-42fc-8057-7fd8e260165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800633 Dec 04 00:56:28.251074 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a10f9d-f699-4fbd-a601-934ceb3096d6 req-6f1c3dd6-fa97-4950-ae1e-8773c8594047 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:28.252709 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-73a10f9d-f699-4fbd-a601-934ceb3096d6 req-6f1c3dd6-fa97-4950-ae1e-8773c8594047 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/ports?device_id=ca5e4e7b-d0f6-4e96-a65d-fec80f93ce2e HTTP/1.1" status: 200 len: 946 time: 0.1980405 Dec 04 00:56:28.254493 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-ca9bddd9-d5af-4c88-a150-acb1030b4b29 req-b7615b72-d842-40b8-9407-22e063a498cc tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] For port e34b8908-930f-4081-9094-b75320c474d7, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=e34b8908-930f-4081-9094-b75320c474d7,segment=NetworkSegment(d4a9ef0c-4d84-4e89-8f44-3cdebf87a946),segment_id=d4a9ef0c-4d84-4e89-8f44-3cdebf87a946)] {{(pid=80327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:56:28.254901 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-ca9bddd9-d5af-4c88-a150-acb1030b4b29 req-b7615b72-d842-40b8-9407-22e063a498cc tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:28.399755 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-ca9bddd9-d5af-4c88-a150-acb1030b4b29 req-b7615b72-d842-40b8-9407-22e063a498cc tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Calling delete_port for e34b8908-930f-4081-9094-b75320c474d7 owned by compute:nova {{(pid=80327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 00:56:28.467550 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-73a10f9d-f699-4fbd-a601-934ceb3096d6 req-746c33ad-64f6-4711-a19e-7db43cc73bf7 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/security-groups?id=9d8cf799-1ed5-4dc8-ad2f-d7edbb3d9f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037694 Dec 04 00:56:28.588621 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-ca9bddd9-d5af-4c88-a150-acb1030b4b29 req-b7615b72-d842-40b8-9407-22e063a498cc tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291473225622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291473606618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:28.603882 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-9bb56303-d328-4592-84be-880017b2a443 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:56:28.701945 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7615b72-d842-40b8-9407-22e063a498cc tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Pushing event deleted for resources: {'Port': ['ID=e34b8908-930f-4081-9094-b75320c474d7,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:56:28.755717 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7615b72-d842-40b8-9407-22e063a498cc tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:28.756159 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7615b72-d842-40b8-9407-22e063a498cc tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:28.757116 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7615b72-d842-40b8-9407-22e063a498cc tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:28.757514 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7615b72-d842-40b8-9407-22e063a498cc tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:28.757907 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7615b72-d842-40b8-9407-22e063a498cc tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:28.758324 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7615b72-d842-40b8-9407-22e063a498cc tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:28.758689 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7615b72-d842-40b8-9407-22e063a498cc tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:28.759075 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7615b72-d842-40b8-9407-22e063a498cc tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:28.759493 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7615b72-d842-40b8-9407-22e063a498cc tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:28.759877 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7615b72-d842-40b8-9407-22e063a498cc tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:28.760263 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7615b72-d842-40b8-9407-22e063a498cc tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:28.765883 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7615b72-d842-40b8-9407-22e063a498cc tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:28.765883 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7615b72-d842-40b8-9407-22e063a498cc tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:28.765883 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7615b72-d842-40b8-9407-22e063a498cc tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:28.765883 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7615b72-d842-40b8-9407-22e063a498cc tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:28.765883 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7615b72-d842-40b8-9407-22e063a498cc tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:28.765883 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7615b72-d842-40b8-9407-22e063a498cc tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:28.765883 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7615b72-d842-40b8-9407-22e063a498cc tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:28.765883 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7615b72-d842-40b8-9407-22e063a498cc tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:28.765883 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7615b72-d842-40b8-9407-22e063a498cc tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:28.765883 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7615b72-d842-40b8-9407-22e063a498cc tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:28.765883 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7615b72-d842-40b8-9407-22e063a498cc tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:28.765883 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7615b72-d842-40b8-9407-22e063a498cc tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:28.765883 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7615b72-d842-40b8-9407-22e063a498cc tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:28.775376 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-b7615b72-d842-40b8-9407-22e063a498cc tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:56:28.892653 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f499c-4ed5-4b48-82a4-659dbe73d8d9 req-6acb4648-06d4-41b6-b57e-adae6d073de2 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:28.894260 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-310f499c-4ed5-4b48-82a4-659dbe73d8d9 req-6acb4648-06d4-41b6-b57e-adae6d073de2 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.1852024 Dec 04 00:56:28.906788 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9bddd9-d5af-4c88-a150-acb1030b4b29 req-b7615b72-d842-40b8-9407-22e063a498cc tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] No DVR routers for this DVR port e34b8908-930f-4081-9094-b75320c474d7 on host hv-cinder-76330 {{(pid=80327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 00:56:28.909517 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-ca9bddd9-d5af-4c88-a150-acb1030b4b29 req-b7615b72-d842-40b8-9407-22e063a498cc tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:28.924555 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5e4e7b-d0f6-4e96-a65d-fec80f93ce2e', 'name': 'network-vif-deleted', 'tag': 'e34b8908-930f-4081-9094-b75320c474d7'}] {{(pid=80327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:56:28.962437 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-310f499c-4ed5-4b48-82a4-659dbe73d8d9 req-8d385212-1a88-4799-af7b-928f60da3672 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569015 Dec 04 00:56:28.973467 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ca9bddd9-d5af-4c88-a150-acb1030b4b29 req-b7615b72-d842-40b8-9407-22e063a498cc tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.86 "DELETE /v2.0/ports/e34b8908-930f-4081-9094-b75320c474d7 HTTP/1.1" status: 204 len: 173 time: 1.2467134 Dec 04 00:56:28.996213 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca5e4e7b-d0f6-4e96-a65d-fec80f93ce2e', 'name': 'network-vif-deleted', 'tag': 'e34b8908-930f-4081-9094-b75320c474d7', 'status': 'completed', 'code': 200} Dec 04 00:56:29.171585 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device e34b8908-930f-4081-9094-b75320c474d7 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 00:56:29.255776 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] No Port match for: e34b8908-930f-4081-9094-b75320c474d7 {{(pid=80328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 00:56:29.257189 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device e34b8908-930f-4081-9094-b75320c474d7 not bound to the agent host hv-cinder-76330 {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 00:56:29.268330 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa774f-72d3-4e25-b24c-8045b97a1efc req-454184be-5ab7-45be-9c82-beb8db7d55b7 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:29.272796 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9daa774f-72d3-4e25-b24c-8045b97a1efc req-454184be-5ab7-45be-9c82-beb8db7d55b7 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 946 time: 0.1139855 Dec 04 00:56:29.325454 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9daa774f-72d3-4e25-b24c-8045b97a1efc req-1a2bc829-c616-4c7e-8da4-224155729cc5 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=978b1d25-473d-42fc-8057-7fd8e260165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474329 Dec 04 00:56:29.662060 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-951bc38d-e64a-45d0-9fb7-9c8a8b717f9e req-9f7d221e-3246-4a82-8cae-3ece2d40bc9f tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Synchronizing usage tracker for tenant:4d01cb901a5340fe9f365d4b0b99b06c on resource:port {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 00:56:29.727369 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-951bc38d-e64a-45d0-9fb7-9c8a8b717f9e req-9f7d221e-3246-4a82-8cae-3ece2d40bc9f tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Unset dirty status for tenant:4d01cb901a5340fe9f365d4b0b99b06c on resource:port {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 00:56:29.728696 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-951bc38d-e64a-45d0-9fb7-9c8a8b717f9e req-9f7d221e-3246-4a82-8cae-3ece2d40bc9f tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/ports?device_id=ca5e4e7b-d0f6-4e96-a65d-fec80f93ce2e HTTP/1.1" status: 200 len: 210 time: 0.1136503 Dec 04 00:56:30.182132 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba18977-431a-4aa8-bf4d-708b47d1cf90 req-8b512de5-0424-41b3-a3d6-e92777de397d tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:30.183888 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-fba18977-431a-4aa8-bf4d-708b47d1cf90 req-8b512de5-0424-41b3-a3d6-e92777de397d tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.0871189 Dec 04 00:56:30.269247 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-fba18977-431a-4aa8-bf4d-708b47d1cf90 req-7d71bf09-c3a8-4723-b69a-ecb72722a05f tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790164 Dec 04 00:56:30.617744 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-8d527f95-8c32-4233-894b-13b259de99d7 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:30.619341 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-8d527f95-8c32-4233-894b-13b259de99d7 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/networks?id=54b14030-b274-46da-b128-dfa3d6f39479 HTTP/1.1" status: 200 len: 815 time: 0.3943050 Dec 04 00:56:30.645400 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-b22dd43b-953a-4ad7-a1a6-b31f665f7f09 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/quotas/ee2e291e3bae48f9aa1a99091109694e HTTP/1.1" status: 200 len: 375 time: 0.0163536 Dec 04 00:56:30.694548 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a581061-d1cd-4f5c-96c5-6b930bdfe425 req-0d34412b-ec15-487d-bc2b-1aa67c55dc43 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:30.696406 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8a581061-d1cd-4f5c-96c5-6b930bdfe425 req-0d34412b-ec15-487d-bc2b-1aa67c55dc43 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 946 time: 0.1552312 Dec 04 00:56:30.770114 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8a581061-d1cd-4f5c-96c5-6b930bdfe425 req-c38d05d3-a60c-49f4-a859-3def29bf4dab tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=978b1d25-473d-42fc-8057-7fd8e260165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604124 Dec 04 00:56:30.785762 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-0e1a4d70-94a8-4bc1-9fb4-c5fc522d51e6 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?tenant_id=ee2e291e3bae48f9aa1a99091109694e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1316237 Dec 04 00:56:30.822691 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 38820) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:56:30.893523 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_v2 [None req-42b1b99e-009f-4e42-aac9-fe906c2e573a admin admin] Deleting subnet 7f21ff83-1f5d-4a74-a004-f94219238655 {{(pid=80326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 04 00:56:30.897468 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-42b1b99e-009f-4e42-aac9-fe906c2e573a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:30.961449 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-42b1b99e-009f-4e42-aac9-fe906c2e573a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1741052'] for subnet, precommit_delete_associations {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:30.968470 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-c0bc242f-0504-4696-b42b-d12bd1213296 service neutron] 10.222.0.73 "GET /v2.0/networks/54b14030-b274-46da-b128-dfa3d6f39479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745465 Dec 04 00:56:31.023768 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-42b1b99e-009f-4e42-aac9-fe906c2e573a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3344645'] for subnet, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:31.134377 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-a67b9a75-eec6-418c-b85e-6b78cc55a5d8 service neutron] 10.222.0.73 "GET /v2.0/networks/54b14030-b274-46da-b128-dfa3d6f39479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1649382 Dec 04 00:56:31.341741 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 6 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 00:56:31.344700 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-42b1b99e-009f-4e42-aac9-fe906c2e573a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851431139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27592852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593405'] for subnet, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:31.363819 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-65658c59-2d52-495b-8436-5e726f4177f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:56:31.398650 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-54c615a2-9405-48f5-8a91-e09d8f11156a req-7488a843-c1f5-45f4-a029-8b78fddd90d0 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=09a87dba-0223-407b-923d-b4cc01d6a0ab HTTP/1.1" status: 200 len: 210 time: 0.0554535 Dec 04 00:56:31.498788 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b1b99e-009f-4e42-aac9-fe906c2e573a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f21ff83-1f5d-4a74-a004-f94219238655,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:56:31.515175 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1b99e-009f-4e42-aac9-fe906c2e573a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:31.515601 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1b99e-009f-4e42-aac9-fe906c2e573a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:31.516003 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1b99e-009f-4e42-aac9-fe906c2e573a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:31.516501 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1b99e-009f-4e42-aac9-fe906c2e573a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:31.516797 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1b99e-009f-4e42-aac9-fe906c2e573a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:31.517187 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1b99e-009f-4e42-aac9-fe906c2e573a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:31.517555 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1b99e-009f-4e42-aac9-fe906c2e573a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:31.518202 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1b99e-009f-4e42-aac9-fe906c2e573a admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:31.518590 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1b99e-009f-4e42-aac9-fe906c2e573a admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:31.518980 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1b99e-009f-4e42-aac9-fe906c2e573a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:31.519399 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1b99e-009f-4e42-aac9-fe906c2e573a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:31.519786 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1b99e-009f-4e42-aac9-fe906c2e573a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:31.520275 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1b99e-009f-4e42-aac9-fe906c2e573a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:31.520642 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1b99e-009f-4e42-aac9-fe906c2e573a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:31.521273 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1b99e-009f-4e42-aac9-fe906c2e573a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:31.521810 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1b99e-009f-4e42-aac9-fe906c2e573a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:31.522525 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1b99e-009f-4e42-aac9-fe906c2e573a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:31.523066 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1b99e-009f-4e42-aac9-fe906c2e573a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:31.523645 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1b99e-009f-4e42-aac9-fe906c2e573a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:31.524159 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1b99e-009f-4e42-aac9-fe906c2e573a admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:31.524726 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1b99e-009f-4e42-aac9-fe906c2e573a admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:31.525297 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1b99e-009f-4e42-aac9-fe906c2e573a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:31.525862 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1b99e-009f-4e42-aac9-fe906c2e573a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:31.526443 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b1b99e-009f-4e42-aac9-fe906c2e573a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:56:31.531959 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-42b1b99e-009f-4e42-aac9-fe906c2e573a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:56:31.535733 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-42b1b99e-009f-4e42-aac9-fe906c2e573a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:31.536768 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-887ba3b8-8575-42ab-8679-0f642abb260b tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:31.538943 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-887ba3b8-8575-42ab-8679-0f642abb260b tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/networks?id=77657c90-9ad4-4de7-a4e0-71ee9f7d6534 HTTP/1.1" status: 200 len: 808 time: 0.2292767 Dec 04 00:56:31.548293 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-42b1b99e-009f-4e42-aac9-fe906c2e573a admin admin] 10.222.0.73 "DELETE /v2.0/subnets/7f21ff83-1f5d-4a74-a004-f94219238655 HTTP/1.1" status: 204 len: 168 time: 0.7243922 Dec 04 00:56:31.550876 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 38850) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:56:31.607705 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-d6675dfe-6be5-4136-9d27-29dec557abea tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/quotas/4d01cb901a5340fe9f365d4b0b99b06c HTTP/1.1" status: 200 len: 375 time: 0.0276864 Dec 04 00:56:31.671761 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2c60f248-fd60-42d5-a3f6-ac8f9a534872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851311705'] for network, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:31.672473 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-dd573710-6443-472c-9511-1b63b30a95cb tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/ports?tenant_id=4d01cb901a5340fe9f365d4b0b99b06c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564871 Dec 04 00:56:31.693593 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21529847-e805-4e1a-93f0-36865867f86d req-88d20775-7359-43ef-aa0a-b23d9c6cdea2 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:31.695203 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-21529847-e805-4e1a-93f0-36865867f86d req-88d20775-7359-43ef-aa0a-b23d9c6cdea2 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.1518400 Dec 04 00:56:31.835293 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-21529847-e805-4e1a-93f0-36865867f86d req-09e6dfa2-2c01-4f7d-ae80-bbe42069d6de tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145356 Dec 04 00:56:31.873240 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-36d4234e-8849-407f-9c46-9b7dbd8f5b08 service neutron] 10.222.0.73 "GET /v2.0/networks/77657c90-9ad4-4de7-a4e0-71ee9f7d6534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862299 Dec 04 00:56:31.876796 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2c60f248-fd60-42d5-a3f6-ac8f9a534872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3342492', 'neutron.services.segments.db._delete_segments_for_network--9223363291473146808'] for network, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:32.008186 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.segments.db [None req-2c60f248-fd60-42d5-a3f6-ac8f9a534872 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d263c9e3-a578-4a0e-a498-18356f47615e']}} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:56:32.024432 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.segments.db [None req-2c60f248-fd60-42d5-a3f6-ac8f9a534872 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4523fbfc-db9c-4d28-8534-1d3a70998964') {'for_net_delete': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:56:32.024922 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.segments.db [None req-2c60f248-fd60-42d5-a3f6-ac8f9a534872 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4523fbfc-db9c-4d28-8534-1d3a70998964') {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:56:32.040836 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2c60f248-fd60-42d5-a3f6-ac8f9a534872 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291473144760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853034764'] for segment, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:32.059511 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2c60f248-fd60-42d5-a3f6-ac8f9a534872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851436430'] for segment, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:32.061760 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2c60f248-fd60-42d5-a3f6-ac8f9a534872 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 04 00:56:32.093594 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-dab925a1-c1c6-4e4a-8cd3-a6ac95893c83 service neutron] 10.222.0.73 "GET /v2.0/networks/77657c90-9ad4-4de7-a4e0-71ee9f7d6534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2138648 Dec 04 00:56:32.106735 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd4115-e0aa-4a91-a45a-fdb8c7549533 req-49e3c066-51a2-45be-bc28-1c5d87ea8250 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:32.108873 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-95bd4115-e0aa-4a91-a45a-fdb8c7549533 req-49e3c066-51a2-45be-bc28-1c5d87ea8250 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 946 time: 0.1413977 Dec 04 00:56:32.160585 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-95bd4115-e0aa-4a91-a45a-fdb8c7549533 req-226df054-8ceb-45d3-96e3-4dd70d8293a6 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=978b1d25-473d-42fc-8057-7fd8e260165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450799 Dec 04 00:56:32.296816 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-2c60f248-fd60-42d5-a3f6-ac8f9a534872 admin admin] Network d263c9e3-a578-4a0e-a498-18356f47615e has no segments {{(pid=80326) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 00:56:32.306999 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2c60f248-fd60-42d5-a3f6-ac8f9a534872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3339386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827181513'] for segment, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:32.420447 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7f2d61a8-57c3-44f2-86af-d76e655f1006 req-a4e9820d-1274-457e-a721-f44d5d771503 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/ports?device_id=d394f281-a304-4be9-9309-dd6d84248a56 HTTP/1.1" status: 200 len: 210 time: 0.0478365 Dec 04 00:56:32.637265 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-54c6bfec-879c-45ff-b0ef-1991436c82f4 req-f8d097d3-9ed6-4dd7-a34d-98c06d6d5862 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=09a87dba-0223-407b-923d-b4cc01d6a0ab HTTP/1.1" status: 200 len: 210 time: 0.0508094 Dec 04 00:56:32.726310 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-2c60f248-fd60-42d5-a3f6-ac8f9a534872 admin admin] Network d263c9e3-a578-4a0e-a498-18356f47615e has no segments {{(pid=80326) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 00:56:32.752625 dv-cinder-763306-5-smb neutron-server[80215]: Traceback (most recent call last): Dec 04 00:56:32.752625 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 04 00:56:32.752625 dv-cinder-763306-5-smb neutron-server[80215]: timer() Dec 04 00:56:32.752625 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 04 00:56:32.752625 dv-cinder-763306-5-smb neutron-server[80215]: cb(*args, **kw) Dec 04 00:56:32.752625 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 04 00:56:32.752625 dv-cinder-763306-5-smb neutron-server[80215]: return func(*args, **kwargs) Dec 04 00:56:32.752625 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 04 00:56:32.752625 dv-cinder-763306-5-smb neutron-server[80215]: self._notify() Dec 04 00:56:32.752625 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 04 00:56:32.752625 dv-cinder-763306-5-smb neutron-server[80215]: self.callback(batched_events) Dec 04 00:56:32.752625 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 04 00:56:32.752625 dv-cinder-763306-5-smb neutron-server[80215]: event.method(event) Dec 04 00:56:32.752625 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 04 00:56:32.752625 dv-cinder-763306-5-smb neutron-server[80215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 04 00:56:32.752625 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 04 00:56:32.752625 dv-cinder-763306-5-smb neutron-server[80215]: segment_id)['aggregates'][0] Dec 04 00:56:32.752625 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 04 00:56:32.752625 dv-cinder-763306-5-smb neutron-server[80215]: return f(self, *a, **k) Dec 04 00:56:32.752625 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 04 00:56:32.752625 dv-cinder-763306-5-smb neutron-server[80215]: return self._get(url).json() Dec 04 00:56:32.752625 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 04 00:56:32.752625 dv-cinder-763306-5-smb neutron-server[80215]: **kwargs) Dec 04 00:56:32.752625 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 04 00:56:32.752625 dv-cinder-763306-5-smb neutron-server[80215]: return self.request(url, 'GET', **kwargs) Dec 04 00:56:32.752625 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 04 00:56:32.752625 dv-cinder-763306-5-smb neutron-server[80215]: **endpoint_filter) Dec 04 00:56:32.752625 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 04 00:56:32.752625 dv-cinder-763306-5-smb neutron-server[80215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 04 00:56:32.752625 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 04 00:56:32.752625 dv-cinder-763306-5-smb neutron-server[80215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 04 00:56:32.752625 dv-cinder-763306-5-smb neutron-server[80215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 04 00:56:32.864143 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2c60f248-fd60-42d5-a3f6-ac8f9a534872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851433324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656478'] for network, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:32.868742 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2c60f248-fd60-42d5-a3f6-ac8f9a534872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for network, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:32.872632 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:56:32.893570 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c60f248-fd60-42d5-a3f6-ac8f9a534872 admin admin] Pushing event deleted for resources: {'Network': ['ID=d263c9e3-a578-4a0e-a498-18356f47615e,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:56:32.896570 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-2c60f248-fd60-42d5-a3f6-ac8f9a534872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:56:32.899869 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-2c60f248-fd60-42d5-a3f6-ac8f9a534872 admin admin] 10.222.0.73 "DELETE /v2.0/networks/d263c9e3-a578-4a0e-a498-18356f47615e HTTP/1.1" status: 204 len: 168 time: 1.3477318 Dec 04 00:56:32.903133 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 38884) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:56:32.975840 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3376e08-31da-4ea5-9f23-77c024edda97 admin admin] Deleting subnet 118e0fa1-826b-477d-b94c-ee17573ff6cb {{(pid=80326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 04 00:56:32.979051 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c3376e08-31da-4ea5-9f23-77c024edda97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:33.033990 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c3376e08-31da-4ea5-9f23-77c024edda97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1741052'] for subnet, precommit_delete_associations {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:33.104953 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c3376e08-31da-4ea5-9f23-77c024edda97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3344645'] for subnet, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:33.109119 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193bc3b-0bba-4115-9d03-5a01a1f6f9f2 req-7ea5ae66-5202-4cc1-9309-4fb8478acabe tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:33.117270 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7193bc3b-0bba-4115-9d03-5a01a1f6f9f2 req-7ea5ae66-5202-4cc1-9309-4fb8478acabe tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.1175685 Dec 04 00:56:33.165367 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7193bc3b-0bba-4115-9d03-5a01a1f6f9f2 req-ea0bc95f-6d4b-4efd-be5f-fa0b12660ca2 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470748 Dec 04 00:56:33.299903 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff70fea-8433-4a82-a276-5a7dfa0ea912 req-f30971f7-5b1b-4be6-a8f4-804df639e78b tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:33.301658 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-0ff70fea-8433-4a82-a276-5a7dfa0ea912 req-f30971f7-5b1b-4be6-a8f4-804df639e78b tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 945 time: 0.1157355 Dec 04 00:56:33.402769 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-0ff70fea-8433-4a82-a276-5a7dfa0ea912 req-1b2dea62-1ee1-4b00-820a-4d2f286244a3 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0932693 Dec 04 00:56:33.431441 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08add6cc-a5f2-4845-bbf0-5ab537ff52c7 req-3271544c-4df9-4d44-b721-ab186756a825 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:33.433113 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-08add6cc-a5f2-4845-bbf0-5ab537ff52c7 req-3271544c-4df9-4d44-b721-ab186756a825 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 946 time: 0.1079128 Dec 04 00:56:33.482151 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-08add6cc-a5f2-4845-bbf0-5ab537ff52c7 req-90f227fe-f952-47d7-a19e-1f608638f1c6 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=978b1d25-473d-42fc-8057-7fd8e260165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422113 Dec 04 00:56:33.690365 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bfa5451e-7372-42b4-950c-6f8fb45096b2 req-68fed5a8-b087-4ccc-bb24-541c1827bfbc tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/ports?device_id=d394f281-a304-4be9-9309-dd6d84248a56 HTTP/1.1" status: 200 len: 210 time: 0.0531938 Dec 04 00:56:33.696418 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-3b6844c5-4aa0-42f9-909e-a5e0f76c62cc tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:33.697861 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-3b6844c5-4aa0-42f9-909e-a5e0f76c62cc tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.86 "GET /v2.0/networks?id=54b14030-b274-46da-b128-dfa3d6f39479 HTTP/1.1" status: 200 len: 815 time: 0.2147963 Dec 04 00:56:33.710680 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c3376e08-31da-4ea5-9f23-77c024edda97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851431139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27592852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593405'] for subnet, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:33.727327 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-4301172e-01ed-49e4-a9bd-5fd473d59bd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:56:33.767945 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-91765879-deff-4dc4-993e-96202bac5f82 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Request body: {'port': {'device_id': '09a87dba-0223-407b-923d-b4cc01d6a0ab', 'network_id': '54b14030-b274-46da-b128-dfa3d6f39479', 'admin_state_up': True, 'tenant_id': 'ee2e291e3bae48f9aa1a99091109694e'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:56:33.817762 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3376e08-31da-4ea5-9f23-77c024edda97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=118e0fa1-826b-477d-b94c-ee17573ff6cb,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:56:33.832983 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c3376e08-31da-4ea5-9f23-77c024edda97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:56:33.866711 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c3376e08-31da-4ea5-9f23-77c024edda97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:33.872922 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-c3376e08-31da-4ea5-9f23-77c024edda97 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/118e0fa1-826b-477d-b94c-ee17573ff6cb HTTP/1.1" status: 204 len: 168 time: 0.9700530 Dec 04 00:56:33.875857 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 38898) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:56:33.896255 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7de24178-7886-44c9-9b6e-92173837252d req-52358afd-6297-4ce2-9863-49b961eaf519 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=09a87dba-0223-407b-923d-b4cc01d6a0ab HTTP/1.1" status: 200 len: 210 time: 0.1092896 Dec 04 00:56:33.979182 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-91765879-deff-4dc4-993e-96202bac5f82 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:56:33.990019 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-91765879-deff-4dc4-993e-96202bac5f82 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:56:33.997565 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e95140d2-8520-4d0d-a4fe-d7a2d1ac450a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851311705'] for network, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:34.028754 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-91765879-deff-4dc4-993e-96202bac5f82 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Made reservation on behalf of ee2e291e3bae48f9aa1a99091109694e for: {'port': 1} {{(pid=80327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 00:56:34.034471 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-91765879-deff-4dc4-993e-96202bac5f82 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:34.194307 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e95140d2-8520-4d0d-a4fe-d7a2d1ac450a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3342492', 'neutron.services.segments.db._delete_segments_for_network--9223363291473146808'] for network, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:34.317640 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.segments.db [None req-e95140d2-8520-4d0d-a4fe-d7a2d1ac450a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3b68185-aeae-484b-a001-2dabea02e375']}} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:56:34.331722 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.segments.db [None req-e95140d2-8520-4d0d-a4fe-d7a2d1ac450a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79a57ef2-f513-43e3-8537-4f6f42604708') {'for_net_delete': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:56:34.332065 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.segments.db [None req-e95140d2-8520-4d0d-a4fe-d7a2d1ac450a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79a57ef2-f513-43e3-8537-4f6f42604708') {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:56:34.345238 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e95140d2-8520-4d0d-a4fe-d7a2d1ac450a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291473144760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853034764'] for segment, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:34.428782 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df294d-5568-4aee-b508-e51827a9b90e req-66980ad3-e29a-4243-81de-018403fab078 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:34.430388 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c1df294d-5568-4aee-b508-e51827a9b90e req-66980ad3-e29a-4243-81de-018403fab078 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.1137249 Dec 04 00:56:34.431605 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-91765879-deff-4dc4-993e-96202bac5f82 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Allocated IP 172.20.0.7 (54b14030-b274-46da-b128-dfa3d6f39479/cec34db6-5d74-4430-bbbe-d4555b4d415e/55a67bdd-2bad-40c9-99e0-c28b4d7a754d) {{(pid=80327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 00:56:34.433635 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e95140d2-8520-4d0d-a4fe-d7a2d1ac450a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851436430'] for segment, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:34.436167 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e95140d2-8520-4d0d-a4fe-d7a2d1ac450a admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 04 00:56:34.518939 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c1df294d-5568-4aee-b508-e51827a9b90e req-4dc2daa4-166f-42ec-9ae1-6df41ec409cf tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810003 Dec 04 00:56:34.642139 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-e95140d2-8520-4d0d-a4fe-d7a2d1ac450a admin admin] Network c3b68185-aeae-484b-a001-2dabea02e375 has no segments {{(pid=80326) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 00:56:34.652677 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e95140d2-8520-4d0d-a4fe-d7a2d1ac450a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3339386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827181513'] for segment, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:34.845873 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-e95140d2-8520-4d0d-a4fe-d7a2d1ac450a admin admin] Network c3b68185-aeae-484b-a001-2dabea02e375 has no segments {{(pid=80326) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 00:56:34.869790 dv-cinder-763306-5-smb neutron-server[80215]: Traceback (most recent call last): Dec 04 00:56:34.869790 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 04 00:56:34.869790 dv-cinder-763306-5-smb neutron-server[80215]: timer() Dec 04 00:56:34.869790 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 04 00:56:34.869790 dv-cinder-763306-5-smb neutron-server[80215]: cb(*args, **kw) Dec 04 00:56:34.869790 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 04 00:56:34.869790 dv-cinder-763306-5-smb neutron-server[80215]: return func(*args, **kwargs) Dec 04 00:56:34.869790 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 04 00:56:34.869790 dv-cinder-763306-5-smb neutron-server[80215]: self._notify() Dec 04 00:56:34.869790 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 04 00:56:34.869790 dv-cinder-763306-5-smb neutron-server[80215]: self.callback(batched_events) Dec 04 00:56:34.869790 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 04 00:56:34.869790 dv-cinder-763306-5-smb neutron-server[80215]: event.method(event) Dec 04 00:56:34.869790 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 04 00:56:34.869790 dv-cinder-763306-5-smb neutron-server[80215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 04 00:56:34.869790 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 04 00:56:34.869790 dv-cinder-763306-5-smb neutron-server[80215]: segment_id)['aggregates'][0] Dec 04 00:56:34.869790 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 04 00:56:34.869790 dv-cinder-763306-5-smb neutron-server[80215]: return f(self, *a, **k) Dec 04 00:56:34.869790 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 04 00:56:34.869790 dv-cinder-763306-5-smb neutron-server[80215]: return self._get(url).json() Dec 04 00:56:34.869790 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 04 00:56:34.869790 dv-cinder-763306-5-smb neutron-server[80215]: **kwargs) Dec 04 00:56:34.869790 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 04 00:56:34.869790 dv-cinder-763306-5-smb neutron-server[80215]: return self.request(url, 'GET', **kwargs) Dec 04 00:56:34.869790 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 04 00:56:34.869790 dv-cinder-763306-5-smb neutron-server[80215]: **endpoint_filter) Dec 04 00:56:34.869790 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 04 00:56:34.869790 dv-cinder-763306-5-smb neutron-server[80215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 04 00:56:34.869790 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 04 00:56:34.869790 dv-cinder-763306-5-smb neutron-server[80215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 04 00:56:34.869790 dv-cinder-763306-5-smb neutron-server[80215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 04 00:56:35.167313 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320996a-a406-4a38-a811-fd7684c6b7d5 req-f51386da-fd91-4354-96a3-996da16b145a tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:35.168850 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a320996a-a406-4a38-a811-fd7684c6b7d5 req-f51386da-fd91-4354-96a3-996da16b145a tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 945 time: 0.6010985 Dec 04 00:56:35.183343 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-58da2c9b-e3bf-4d0d-a69e-2bbc11f55b3d tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:35.184919 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-58da2c9b-e3bf-4d0d-a69e-2bbc11f55b3d tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.86 "GET /v2.0/networks?id=77657c90-9ad4-4de7-a4e0-71ee9f7d6534 HTTP/1.1" status: 200 len: 808 time: 0.3304470 Dec 04 00:56:35.190143 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-91765879-deff-4dc4-993e-96202bac5f82 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Notify callbacks [] for port, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:35.200056 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539573e-ba96-4b91-b902-d3e75246da07 req-b3235c8a-d62b-46a0-b622-8d383a6d137b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:35.201655 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7539573e-ba96-4b91-b902-d3e75246da07 req-b3235c8a-d62b-46a0-b622-8d383a6d137b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 946 time: 0.3408189 Dec 04 00:56:35.207366 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e95140d2-8520-4d0d-a4fe-d7a2d1ac450a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851433324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656478'] for network, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:35.212598 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e95140d2-8520-4d0d-a4fe-d7a2d1ac450a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for network, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:35.215422 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-15e88830-5088-4e3e-9b63-85489b980169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:56:35.239854 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95140d2-8520-4d0d-a4fe-d7a2d1ac450a admin admin] Pushing event deleted for resources: {'Network': ['ID=c3b68185-aeae-484b-a001-2dabea02e375,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:56:35.245657 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-e46d462f-141a-44fb-8d91-5cccab005620 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Request body: {'port': {'device_id': 'd394f281-a304-4be9-9309-dd6d84248a56', 'network_id': '77657c90-9ad4-4de7-a4e0-71ee9f7d6534', 'admin_state_up': True, 'tenant_id': '4d01cb901a5340fe9f365d4b0b99b06c'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:56:35.246393 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-e95140d2-8520-4d0d-a4fe-d7a2d1ac450a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:56:35.248549 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-e95140d2-8520-4d0d-a4fe-d7a2d1ac450a admin admin] 10.222.0.73 "DELETE /v2.0/networks/c3b68185-aeae-484b-a001-2dabea02e375 HTTP/1.1" status: 204 len: 168 time: 1.3717003 Dec 04 00:56:35.376164 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a320996a-a406-4a38-a811-fd7684c6b7d5 req-f812a65f-1ef6-4275-bade-de5a15122aa7 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1893201 Dec 04 00:56:35.389406 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7539573e-ba96-4b91-b902-d3e75246da07 req-c3499058-3e86-4b91-92b4-a9f88d4c197d tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=978b1d25-473d-42fc-8057-7fd8e260165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690841 Dec 04 00:56:35.463288 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-e46d462f-141a-44fb-8d91-5cccab005620 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:56:35.466086 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-91765879-deff-4dc4-993e-96202bac5f82 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:35.482482 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-05041a10-19af-4768-855e-c7eeb62009cc tempest-VolumesActionsTest-1474804018 tempest-VolumesActionsTest-1474804018] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:56:35.534670 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-e46d462f-141a-44fb-8d91-5cccab005620 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:56:35.571828 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 38924) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:56:35.624932 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-94e3f32b-cc25-4700-8161-2f08501e12dd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0e37cad4a7d04c369122ad481a45cd45&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0510325 Dec 04 00:56:35.626739 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 38928) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:56:35.693290 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8a1f4154-c4d6-4016-9ead-ec419ce5fd9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:35.700255 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d7a7d006-63fd-44f0-996c-5e9f8b535874 req-18c7216f-7f65-4f1c-a7e1-8717d72a437c tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/ports?device_id=d394f281-a304-4be9-9309-dd6d84248a56 HTTP/1.1" status: 200 len: 210 time: 0.1675177 Dec 04 00:56:35.730240 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8a1f4154-c4d6-4016-9ead-ec419ce5fd9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:35.730354 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91765879-deff-4dc4-993e-96202bac5f82 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Pushing event updated for resources: {'Port': ['ID=55a67bdd-2bad-40c9-99e0-c28b4d7a754d,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:56:35.730354 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-91765879-deff-4dc4-993e-96202bac5f82 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:56:35.745767 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-e46d462f-141a-44fb-8d91-5cccab005620 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Made reservation on behalf of 4d01cb901a5340fe9f365d4b0b99b06c for: {'port': 1} {{(pid=80327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 00:56:35.751394 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-e46d462f-141a-44fb-8d91-5cccab005620 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:35.796607 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8a1f4154-c4d6-4016-9ead-ec419ce5fd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:35.807348 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-7a93d8c9-b891-4ef5-9342-d1759c3baa43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:56:35.823698 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f4154-c4d6-4016-9ead-ec419ce5fd9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0587eea-c3e7-4243-9bce-48bcca4603c7,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:56:35.826632 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-8a1f4154-c4d6-4016-9ead-ec419ce5fd9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:56:35.827786 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8a1f4154-c4d6-4016-9ead-ec419ce5fd9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:35.829576 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-8a1f4154-c4d6-4016-9ead-ec419ce5fd9a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a0587eea-c3e7-4243-9bce-48bcca4603c7 HTTP/1.1" status: 204 len: 168 time: 0.2012231 Dec 04 00:56:35.840443 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60581733-1124-4603-9c52-f9e87a7755ce req-7e0ec4bd-d5b4-4b6d-b78a-acbb41da4f74 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:35.842737 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-60581733-1124-4603-9c52-f9e87a7755ce req-7e0ec4bd-d5b4-4b6d-b78a-acbb41da4f74 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=09a87dba-0223-407b-923d-b4cc01d6a0ab HTTP/1.1" status: 200 len: 931 time: 0.3030579 Dec 04 00:56:36.033137 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-91765879-deff-4dc4-993e-96202bac5f82 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Network 54b14030-b274-46da-b128-dfa3d6f39479 is already hosted by enough agents. {{(pid=80327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 00:56:36.042515 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-91765879-deff-4dc4-993e-96202bac5f82 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Resources bound (agent type, host, resource id): {{(pid=80327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:56:36.056230 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-91765879-deff-4dc4-993e-96202bac5f82 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Received port after_create {{(pid=80327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 00:56:36.130724 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-60581733-1124-4603-9c52-f9e87a7755ce req-27027184-6479-49fe-82f7-ef050a7663e3 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655144 Dec 04 00:56:36.220232 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-91765879-deff-4dc4-993e-96202bac5f82 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:36.220915 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-91765879-deff-4dc4-993e-96202bac5f82 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:36.240506 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7131e-053d-4f27-862f-b51a49fb133e req-76344d6f-46ea-455a-962a-9a3abce4c9e6 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:36.242696 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-73d7131e-053d-4f27-862f-b51a49fb133e req-76344d6f-46ea-455a-962a-9a3abce4c9e6 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.3959026 Dec 04 00:56:36.354216 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-91765879-deff-4dc4-993e-96202bac5f82 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5908339 Dec 04 00:56:36.367531 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-73d7131e-053d-4f27-862f-b51a49fb133e req-ee17e92d-afd2-4db3-9b17-c1677c3a1a74 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160576 Dec 04 00:56:36.386935 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-64d3af4a-a6da-4753-acee-42df770ee05a service neutron] Request body: {'port': {'device_id': '09a87dba-0223-407b-923d-b4cc01d6a0ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:56:36.434455 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 38940) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:56:36.440917 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-e46d462f-141a-44fb-8d91-5cccab005620 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Allocated IP 172.20.0.9 (77657c90-9ad4-4de7-a4e0-71ee9f7d6534/3dcb6d28-39bd-4bef-a7bf-76d18d99e259/ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae) {{(pid=80327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 00:56:36.548272 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-d5a57dcf-93c8-4582-a788-14e0c4318532 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a51002074938453e9bee3696db08f536&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1123705 Dec 04 00:56:36.550779 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 38944) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:56:36.614329 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e43725a5-1c85-464f-94c4-c7db0905ad27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:36.642669 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e43725a5-1c85-464f-94c4-c7db0905ad27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:36.663186 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-64d3af4a-a6da-4753-acee-42df770ee05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:36.909198 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9f3c1-bb7a-4aa5-b13d-a04d1d3115ff req-b8ff3b1c-a6ed-4976-90b2-4a339e1d56cd tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:36.910817 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f2d9f3c1-bb7a-4aa5-b13d-a04d1d3115ff req-b8ff3b1c-a6ed-4976-90b2-4a339e1d56cd tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 946 time: 0.3677614 Dec 04 00:56:36.921310 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e43725a5-1c85-464f-94c4-c7db0905ad27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:36.926736 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-ac653151-e537-4049-8573-08a7b56f9c0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:56:36.940849 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43725a5-1c85-464f-94c4-c7db0905ad27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48afc7ee-8be6-4f18-9134-2573b3e7c47b,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:56:36.943672 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-e43725a5-1c85-464f-94c4-c7db0905ad27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:56:36.947690 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e43725a5-1c85-464f-94c4-c7db0905ad27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:36.949770 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-e43725a5-1c85-464f-94c4-c7db0905ad27 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/48afc7ee-8be6-4f18-9134-2573b3e7c47b HTTP/1.1" status: 204 len: 168 time: 0.3977423 Dec 04 00:56:36.970665 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df747d3a-d0b5-4ec5-a3dd-540b5b8741de req-0849c6e5-6daa-4801-9296-9cea78987052 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:36.970665 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-df747d3a-d0b5-4ec5-a3dd-540b5b8741de req-0849c6e5-6daa-4801-9296-9cea78987052 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 945 time: 0.3733733 Dec 04 00:56:37.300031 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f2d9f3c1-bb7a-4aa5-b13d-a04d1d3115ff req-b647f0ef-d0c8-43e3-84a6-e891f46ff0b1 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=978b1d25-473d-42fc-8057-7fd8e260165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3782814 Dec 04 00:56:37.343668 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-df747d3a-d0b5-4ec5-a3dd-540b5b8741de req-aad267f7-c6fa-4b9d-976b-1f52b2931754 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3663645 Dec 04 00:56:37.383012 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-e46d462f-141a-44fb-8d91-5cccab005620 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Notify callbacks [] for port, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:37.571418 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-69f27cb7-c02c-4f97-8e39-1b9505af52a3 req-a262e31d-9d59-4cd6-abd9-50279e953aea tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Synchronizing usage tracker for tenant:4d01cb901a5340fe9f365d4b0b99b06c on resource:port {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 00:56:37.620375 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-69f27cb7-c02c-4f97-8e39-1b9505af52a3 req-a262e31d-9d59-4cd6-abd9-50279e953aea tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Unset dirty status for tenant:4d01cb901a5340fe9f365d4b0b99b06c on resource:port {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 00:56:37.621661 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-69f27cb7-c02c-4f97-8e39-1b9505af52a3 req-a262e31d-9d59-4cd6-abd9-50279e953aea tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/ports?device_id=d394f281-a304-4be9-9309-dd6d84248a56 HTTP/1.1" status: 200 len: 210 time: 0.1531157 Dec 04 00:56:37.628530 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-e46d462f-141a-44fb-8d91-5cccab005620 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:37.657477 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:56:37.783442 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.db.resource_extend [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-64d3af4a-a6da-4753-acee-42df770ee05a service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 04 00:56:37.929605 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3da3b1-542d-4ff9-a316-298d8cae808c req-bfcce682-9f9b-49e2-9c3b-ba48f6acf33e tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:37.930370 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-ce3da3b1-542d-4ff9-a316-298d8cae808c req-bfcce682-9f9b-49e2-9c3b-ba48f6acf33e tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Synchronizing usage tracker for tenant:ee2e291e3bae48f9aa1a99091109694e on resource:port {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 00:56:37.962831 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d462f-141a-44fb-8d91-5cccab005620 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Pushing event updated for resources: {'Port': ['ID=ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:56:37.968741 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-e46d462f-141a-44fb-8d91-5cccab005620 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:56:37.979286 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-64d3af4a-a6da-4753-acee-42df770ee05a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55a67bdd-2bad-40c9-99e0-c28b4d7a754d {{(pid=80327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 04 00:56:38.000066 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-64d3af4a-a6da-4753-acee-42df770ee05a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:38.040462 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-64d3af4a-a6da-4753-acee-42df770ee05a service neutron] Transition to ACTIVE for port object 55a67bdd-2bad-40c9-99e0-c28b4d7a754d will not be triggered until provisioned by entity L2. {{(pid=80327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 00:56:38.052754 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-ce3da3b1-542d-4ff9-a316-298d8cae808c req-bfcce682-9f9b-49e2-9c3b-ba48f6acf33e tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Unset dirty status for tenant:ee2e291e3bae48f9aa1a99091109694e on resource:port {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 00:56:38.054833 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ce3da3b1-542d-4ff9-a316-298d8cae808c req-bfcce682-9f9b-49e2-9c3b-ba48f6acf33e tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=09a87dba-0223-407b-923d-b4cc01d6a0ab HTTP/1.1" status: 200 len: 931 time: 0.5301473 Dec 04 00:56:38.061829 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-e46d462f-141a-44fb-8d91-5cccab005620 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Network 77657c90-9ad4-4de7-a4e0-71ee9f7d6534 is already hosted by enough agents. {{(pid=80327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 00:56:38.065248 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-e46d462f-141a-44fb-8d91-5cccab005620 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Resources bound (agent type, host, resource id): {{(pid=80327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:56:38.067692 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-e46d462f-141a-44fb-8d91-5cccab005620 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Received port after_create {{(pid=80327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 00:56:38.105597 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30055398-aa1c-4165-994b-d92990a436cf req-8e9e0755-2f6c-4d19-902d-ed1b45e2dd08 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:38.107197 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-30055398-aa1c-4165-994b-d92990a436cf req-8e9e0755-2f6c-4d19-902d-ed1b45e2dd08 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.3326664 Dec 04 00:56:38.125484 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-64d3af4a-a6da-4753-acee-42df770ee05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27697970'] for port, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:38.146051 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-6272b79a-f6f7-4dd1-a73e-3c3b1f2fcb85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:56:38.345483 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-e46d462f-141a-44fb-8d91-5cccab005620 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:38.346151 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-e46d462f-141a-44fb-8d91-5cccab005620 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:38.366950 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ce3da3b1-542d-4ff9-a316-298d8cae808c req-649a67ee-9ccb-4876-b2a9-7582d03dc434 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039033 Dec 04 00:56:38.399746 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-30055398-aa1c-4165-994b-d92990a436cf req-a2025d79-303d-4669-bb7c-32968c622190 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583880 Dec 04 00:56:38.435291 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d3af4a-a6da-4753-acee-42df770ee05a service neutron] Pushing event updated for resources: {'Port': ['ID=55a67bdd-2bad-40c9-99e0-c28b4d7a754d,revision_number=2']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:56:38.449564 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-64d3af4a-a6da-4753-acee-42df770ee05a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:56:38.455515 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-e46d462f-141a-44fb-8d91-5cccab005620 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2277222 Dec 04 00:56:38.531749 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-81dd12c7-67ce-4e40-bc93-dd446d857a35 service neutron] Request body: {'port': {'device_id': 'd394f281-a304-4be9-9309-dd6d84248a56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:56:38.848308 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-81dd12c7-67ce-4e40-bc93-dd446d857a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:38.867281 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-64d3af4a-a6da-4753-acee-42df770ee05a service neutron] Attempting to bind port 55a67bdd-2bad-40c9-99e0-c28b4d7a754d on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 00:56:38.867667 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-64d3af4a-a6da-4753-acee-42df770ee05a service neutron] Attempting to bind port 55a67bdd-2bad-40c9-99e0-c28b4d7a754d by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'b1be24bd-1446-47e5-9ec0-76f7a84bf2b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '54b14030-b274-46da-b128-dfa3d6f39479'}] {{(pid=80327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 00:56:38.868040 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-64d3af4a-a6da-4753-acee-42df770ee05a service neutron] Attempting to bind port 55a67bdd-2bad-40c9-99e0-c28b4d7a754d on network 54b14030-b274-46da-b128-dfa3d6f39479 {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 00:56:38.891023 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b045ae5-dafb-41c4-a4e5-6f6a490a701a req-4911e7cc-fcf7-4d1b-b4ce-da8a60d010fe tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:38.892711 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6b045ae5-dafb-41c4-a4e5-6f6a490a701a req-4911e7cc-fcf7-4d1b-b4ce-da8a60d010fe tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 946 time: 0.3795943 Dec 04 00:56:38.893574 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-64d3af4a-a6da-4753-acee-42df770ee05a service neutron] Checking agent: {'id': '37b4fca6-97cd-43de-9e09-0e080c5ad260', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 52, 16), 'started_at': datetime.datetime(2020, 12, 4, 0, 52, 46), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 00:56:38.893944 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-64d3af4a-a6da-4753-acee-42df770ee05a service neutron] Checking segment: {'id': 'b1be24bd-1446-47e5-9ec0-76f7a84bf2b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '54b14030-b274-46da-b128-dfa3d6f39479'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 00:56:38.894341 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-64d3af4a-a6da-4753-acee-42df770ee05a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:38.894732 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-64d3af4a-a6da-4753-acee-42df770ee05a service neutron] Bound using segment: {'id': 'b1be24bd-1446-47e5-9ec0-76f7a84bf2b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '54b14030-b274-46da-b128-dfa3d6f39479'} {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 00:56:38.895284 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-64d3af4a-a6da-4753-acee-42df770ee05a service neutron] Bound port: 55a67bdd-2bad-40c9-99e0-c28b4d7a754d, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1be24bd-1446-47e5-9ec0-76f7a84bf2b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '54b14030-b274-46da-b128-dfa3d6f39479'}}] {{(pid=80327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 00:56:38.895609 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-64d3af4a-a6da-4753-acee-42df770ee05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:38.916355 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7eb2b-0ba4-4fc4-9aa3-f400bffaa3af req-98ef5f34-8c22-42c3-b0c6-0e9bbea3a9db tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:38.917929 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-22d7eb2b-0ba4-4fc4-9aa3-f400bffaa3af req-98ef5f34-8c22-42c3-b0c6-0e9bbea3a9db tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 945 time: 0.3252759 Dec 04 00:56:39.138439 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6b045ae5-dafb-41c4-a4e5-6f6a490a701a req-96f43526-341d-440f-834b-7973255995f7 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=978b1d25-473d-42fc-8057-7fd8e260165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2324760 Dec 04 00:56:39.144447 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-22d7eb2b-0ba4-4fc4-9aa3-f400bffaa3af req-2e1147d1-e259-4de1-a15e-f94be1a0d211 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1787827 Dec 04 00:56:39.188098 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-64d3af4a-a6da-4753-acee-42df770ee05a service neutron] For port 55a67bdd-2bad-40c9-99e0-c28b4d7a754d, host hv-cinder-76330, cleared binding levels {{(pid=80327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 00:56:39.248371 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-64d3af4a-a6da-4753-acee-42df770ee05a service neutron] For port 55a67bdd-2bad-40c9-99e0-c28b4d7a754d, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=55a67bdd-2bad-40c9-99e0-c28b4d7a754d,segment=NetworkSegment(b1be24bd-1446-47e5-9ec0-76f7a84bf2b0),segment_id=b1be24bd-1446-47e5-9ec0-76f7a84bf2b0)] {{(pid=80327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 00:56:39.294611 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-64d3af4a-a6da-4753-acee-42df770ee05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27697970'] for port, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:39.345352 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-51658df9-b40c-42ab-8ea0-cf72e827086e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:56:39.897462 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d3af4a-a6da-4753-acee-42df770ee05a service neutron] Pushing event updated for resources: {'Port': ['ID=55a67bdd-2bad-40c9-99e0-c28b4d7a754d,revision_number=3']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:56:39.900985 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-64d3af4a-a6da-4753-acee-42df770ee05a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:56:39.952298 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-64d3af4a-a6da-4753-acee-42df770ee05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:39.952969 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-64d3af4a-a6da-4753-acee-42df770ee05a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:39.954425 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-64d3af4a-a6da-4753-acee-42df770ee05a service neutron] 10.222.0.86 "PUT /v2.0/ports/55a67bdd-2bad-40c9-99e0-c28b4d7a754d HTTP/1.1" status: 200 len: 1157 time: 3.5750742 Dec 04 00:56:39.964883 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a87dba-0223-407b-923d-b4cc01d6a0ab', 'tag': '55a67bdd-2bad-40c9-99e0-c28b4d7a754d'}] {{(pid=80327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:56:39.975832 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0998f69-e339-478a-97f3-1b06ed794de6 req-d36e0ae9-89fe-42ed-8812-be4003ff2dd9 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:39.977395 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a0998f69-e339-478a-97f3-1b06ed794de6 req-d36e0ae9-89fe-42ed-8812-be4003ff2dd9 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/ports?device_id=d394f281-a304-4be9-9309-dd6d84248a56 HTTP/1.1" status: 200 len: 931 time: 0.6889110 Dec 04 00:56:39.991674 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd9e1f-4ece-4fd3-9c2e-e1bb7673504c req-33450717-1759-422d-8293-cc20e64100d3 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:39.993277 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d6dd9e1f-4ece-4fd3-9c2e-e1bb7673504c req-33450717-1759-422d-8293-cc20e64100d3 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=09a87dba-0223-407b-923d-b4cc01d6a0ab HTTP/1.1" status: 200 len: 943 time: 0.4218040 Dec 04 00:56:40.159122 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-81dd12c7-67ce-4e40-bc93-dd446d857a35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae {{(pid=80327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 04 00:56:40.179485 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a0998f69-e339-478a-97f3-1b06ed794de6 req-c9a2cbf7-e81e-4b7a-9792-92b746509e68 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/security-groups?id=9d8cf799-1ed5-4dc8-ad2f-d7edbb3d9f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851318 Dec 04 00:56:40.184479 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d6dd9e1f-4ece-4fd3-9c2e-e1bb7673504c req-9db92c68-fb50-4c74-9707-be243cbcacaf tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582296 Dec 04 00:56:40.212137 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-3a9c6752-0f34-4b81-981f-ac4be607e511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:40.213775 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-3a9c6752-0f34-4b81-981f-ac4be607e511 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ee2e291e3bae48f9aa1a99091109694e&device_id=09a87dba-0223-407b-923d-b4cc01d6a0ab HTTP/1.1" status: 200 len: 1160 time: 0.1441898 Dec 04 00:56:40.309226 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-6b4dae00-0dfb-4df2-a02b-82cc2426c433 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55a67bdd-2bad-40c9-99e0-c28b4d7a754d HTTP/1.1" status: 200 len: 217 time: 0.0769336 Dec 04 00:56:40.314914 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-81dd12c7-67ce-4e40-bc93-dd446d857a35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:40.328137 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-81dd12c7-67ce-4e40-bc93-dd446d857a35 service neutron] Transition to ACTIVE for port object ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae will not be triggered until provisioned by entity L2. {{(pid=80327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 00:56:40.330569 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a87dba-0223-407b-923d-b4cc01d6a0ab', 'tag': '55a67bdd-2bad-40c9-99e0-c28b4d7a754d', 'status': 'completed', 'code': 200} Dec 04 00:56:40.418665 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-81dd12c7-67ce-4e40-bc93-dd446d857a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27697970'] for port, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:40.441323 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-ef99bfbb-3dea-42b9-9ddf-93a2034cf8a3 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:56:40.637680 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-526f0097-8ea8-4718-adaf-cfccff4909c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:40.639302 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-526f0097-8ea8-4718-adaf-cfccff4909c2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cec34db6-5d74-4430-bbbe-d4555b4d415e HTTP/1.1" status: 200 len: 855 time: 0.3078415 Dec 04 00:56:40.660154 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd12c7-67ce-4e40-bc93-dd446d857a35 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae,revision_number=2']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:56:40.702398 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-81dd12c7-67ce-4e40-bc93-dd446d857a35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:56:40.746594 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-cb4d5c07-866f-48ac-90d4-5bb41f47cbf2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54b14030-b274-46da-b128-dfa3d6f39479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884688 Dec 04 00:56:40.873913 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98eb8a2-2c95-4e2f-bb32-026e7129605d req-fbe6cd8a-bf62-41e8-8cfe-97bd83577cbc tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:40.875560 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b98eb8a2-2c95-4e2f-bb32-026e7129605d req-fbe6cd8a-bf62-41e8-8cfe-97bd83577cbc tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.5428033 Dec 04 00:56:40.891655 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a5fb0-439d-4abc-945c-64bb57a5503a req-4e7714e9-9bc9-427c-bcc2-830fb7dcfd5e tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:40.893200 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-842a5fb0-439d-4abc-945c-64bb57a5503a req-4e7714e9-9bc9-427c-bcc2-830fb7dcfd5e tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 946 time: 0.4796689 Dec 04 00:56:41.105195 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b98eb8a2-2c95-4e2f-bb32-026e7129605d req-22dc9a6d-349c-45e2-8c03-458466b127d8 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219493 Dec 04 00:56:41.141433 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-842a5fb0-439d-4abc-945c-64bb57a5503a req-fbf311d8-0daa-4830-94e1-f1735ee9e2bb tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=978b1d25-473d-42fc-8057-7fd8e260165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943367 Dec 04 00:56:41.154481 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-7ccce340-12db-4517-800e-b8305e16b464 service neutron] 10.222.0.86 "GET /v2.0/networks/54b14030-b274-46da-b128-dfa3d6f39479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865824 Dec 04 00:56:41.161614 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-81dd12c7-67ce-4e40-bc93-dd446d857a35 service neutron] Attempting to bind port ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 00:56:41.161990 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-81dd12c7-67ce-4e40-bc93-dd446d857a35 service neutron] Attempting to bind port ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'd4a9ef0c-4d84-4e89-8f44-3cdebf87a946', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '77657c90-9ad4-4de7-a4e0-71ee9f7d6534'}] {{(pid=80327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 00:56:41.162388 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-81dd12c7-67ce-4e40-bc93-dd446d857a35 service neutron] Attempting to bind port ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae on network 77657c90-9ad4-4de7-a4e0-71ee9f7d6534 {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 00:56:41.203387 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-81dd12c7-67ce-4e40-bc93-dd446d857a35 service neutron] Checking agent: {'id': '37b4fca6-97cd-43de-9e09-0e080c5ad260', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 52, 16), 'started_at': datetime.datetime(2020, 12, 4, 0, 52, 46), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 00:56:41.203774 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-81dd12c7-67ce-4e40-bc93-dd446d857a35 service neutron] Checking segment: {'id': 'd4a9ef0c-4d84-4e89-8f44-3cdebf87a946', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '77657c90-9ad4-4de7-a4e0-71ee9f7d6534'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 00:56:41.204194 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-81dd12c7-67ce-4e40-bc93-dd446d857a35 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:41.204585 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-81dd12c7-67ce-4e40-bc93-dd446d857a35 service neutron] Bound using segment: {'id': 'd4a9ef0c-4d84-4e89-8f44-3cdebf87a946', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '77657c90-9ad4-4de7-a4e0-71ee9f7d6534'} {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 00:56:41.205088 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-81dd12c7-67ce-4e40-bc93-dd446d857a35 service neutron] Bound port: ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a9ef0c-4d84-4e89-8f44-3cdebf87a946', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '77657c90-9ad4-4de7-a4e0-71ee9f7d6534'}}] {{(pid=80327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 00:56:41.205467 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-81dd12c7-67ce-4e40-bc93-dd446d857a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:41.500910 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device e236366b-b7bb-43a8-ab8b-65cd6680398a up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:56:41.575099 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port e236366b-b7bb-43a8-ab8b-65cd6680398a triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:56:41.575099 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:41.726245 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-81dd12c7-67ce-4e40-bc93-dd446d857a35 service neutron] For port ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae, host hv-cinder-76330, cleared binding levels {{(pid=80327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 00:56:41.741416 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bb481254-93a4-4d06-bb8b-1894840b3bc3 req-5ea8276d-cfdd-4b58-988b-8281cd4e6384 service neutron] 10.222.0.86 "GET /v2.0/networks/54b14030-b274-46da-b128-dfa3d6f39479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5743973 Dec 04 00:56:41.753094 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-81dd12c7-67ce-4e40-bc93-dd446d857a35 service neutron] For port ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae,segment=NetworkSegment(d4a9ef0c-4d84-4e89-8f44-3cdebf87a946),segment_id=d4a9ef0c-4d84-4e89-8f44-3cdebf87a946)] {{(pid=80327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 00:56:41.774653 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24780959-c4c6-4f2f-9513-767a500beaf7 req-d5c452a8-7ccb-4303-8ef9-4558f9d88365 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:41.776339 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-24780959-c4c6-4f2f-9513-767a500beaf7 req-d5c452a8-7ccb-4303-8ef9-4558f9d88365 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 945 time: 0.4866734 Dec 04 00:56:41.782953 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4fb50-9584-4f1f-88a7-d52c355dcf5f req-8906bba5-13d6-44ae-add9-4ec4bfa94902 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:41.784098 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-05b4fb50-9584-4f1f-88a7-d52c355dcf5f req-8906bba5-13d6-44ae-add9-4ec4bfa94902 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/ports?device_id=d394f281-a304-4be9-9309-dd6d84248a56 HTTP/1.1" status: 200 len: 943 time: 0.4228721 Dec 04 00:56:41.808914 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-81dd12c7-67ce-4e40-bc93-dd446d857a35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27697970'] for port, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:41.829190 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-fb36d714-95e1-45e3-8fbf-3d5cba31704b tempest-DeleteServersTestJSON-760450986 tempest-DeleteServersTestJSON-760450986] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:56:42.057026 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-24780959-c4c6-4f2f-9513-767a500beaf7 req-127490ec-8053-4da9-9f9e-a1a1126ce215 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2718863 Dec 04 00:56:42.094022 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-05b4fb50-9584-4f1f-88a7-d52c355dcf5f req-e049b00f-8613-40d8-8623-6b34204716b5 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/security-groups?id=9d8cf799-1ed5-4dc8-ad2f-d7edbb3d9f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932472 Dec 04 00:56:42.133309 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd12c7-67ce-4e40-bc93-dd446d857a35 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae,revision_number=3']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:56:42.137319 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-81dd12c7-67ce-4e40-bc93-dd446d857a35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:56:42.313013 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-81dd12c7-67ce-4e40-bc93-dd446d857a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:42.313608 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-81dd12c7-67ce-4e40-bc93-dd446d857a35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:42.315117 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-81dd12c7-67ce-4e40-bc93-dd446d857a35 service neutron] 10.222.0.86 "PUT /v2.0/ports/ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae HTTP/1.1" status: 200 len: 1157 time: 3.7952282 Dec 04 00:56:42.328697 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad70bb-0d9d-4fbe-983d-171fc1896f94 req-e1cd64a1-4069-4af1-9023-2ed93182839c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:42.330227 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-73ad70bb-0d9d-4fbe-983d-171fc1896f94 req-e1cd64a1-4069-4af1-9023-2ed93182839c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ee2e291e3bae48f9aa1a99091109694e&device_id=09a87dba-0223-407b-923d-b4cc01d6a0ab HTTP/1.1" status: 200 len: 1160 time: 0.3639514 Dec 04 00:56:42.335220 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd394f281-a304-4be9-9309-dd6d84248a56', 'tag': 'ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae'}] {{(pid=80327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:56:42.342621 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a2f1a-de28-455e-a2f3-e8052e73a489 req-9317b099-bae8-48c8-badb-e58d91952443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:42.344216 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b56a2f1a-de28-455e-a2f3-e8052e73a489 req-9317b099-bae8-48c8-badb-e58d91952443 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 1162 time: 0.3677385 Dec 04 00:56:42.572760 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b87f3-5aed-479d-9984-9cf9857a52da req-5e12be40-8890-4051-8a4d-ed901e05aff2 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:42.574279 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-848b87f3-5aed-479d-9984-9cf9857a52da req-5e12be40-8890-4051-8a4d-ed901e05aff2 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=09a87dba-0223-407b-923d-b4cc01d6a0ab HTTP/1.1" status: 200 len: 943 time: 0.3743236 Dec 04 00:56:42.575932 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b56a2f1a-de28-455e-a2f3-e8052e73a489 req-b1e84476-3a94-458b-a5f9-a3cd63a8e221 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950262 Dec 04 00:56:42.632461 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d39401-f26a-46cc-a5cb-7de9c3bb955d req-7e3523e5-8ef1-4dd9-9668-f47c6359176a tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:42.633999 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-68d39401-f26a-46cc-a5cb-7de9c3bb955d req-7e3523e5-8ef1-4dd9-9668-f47c6359176a tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.3797064 Dec 04 00:56:42.670497 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad70bb-0d9d-4fbe-983d-171fc1896f94 req-4b3cc10d-54cf-4ec5-b57d-3433f38a9449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:42.672005 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-73ad70bb-0d9d-4fbe-983d-171fc1896f94 req-4b3cc10d-54cf-4ec5-b57d-3433f38a9449 service neutron] 10.222.0.86 "GET /v2.0/networks?id=54b14030-b274-46da-b128-dfa3d6f39479 HTTP/1.1" status: 200 len: 909 time: 0.3219995 Dec 04 00:56:42.711590 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-848b87f3-5aed-479d-9984-9cf9857a52da req-6b4c0061-1ab9-4424-82f6-aab22ac9e20c tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222370 Dec 04 00:56:42.722789 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-d3b5cf20-2776-4a5d-acba-574af1d171f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:42.724364 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-d3b5cf20-2776-4a5d-acba-574af1d171f8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4d01cb901a5340fe9f365d4b0b99b06c&device_id=d394f281-a304-4be9-9309-dd6d84248a56 HTTP/1.1" status: 200 len: 1160 time: 0.2564626 Dec 04 00:56:42.727403 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-68d39401-f26a-46cc-a5cb-7de9c3bb955d req-e1e88b0e-da75-4fa3-b489-876fbc954b12 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852761 Dec 04 00:56:42.924491 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f50c1c-1ef8-4f7c-9003-2acefbe7bc92 req-fac04725-695f-477b-b133-ba81bdbb05c5 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:42.926821 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e0f50c1c-1ef8-4f7c-9003-2acefbe7bc92 req-fac04725-695f-477b-b133-ba81bdbb05c5 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 946 time: 0.0948043 Dec 04 00:56:42.929941 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd394f281-a304-4be9-9309-dd6d84248a56', 'tag': 'ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae', 'status': 'completed', 'code': 200} Dec 04 00:56:43.088743 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-559bc2e8-c833-4ce4-8baa-9ba15d7ced49 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae HTTP/1.1" status: 200 len: 217 time: 0.1541612 Dec 04 00:56:43.090028 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-73ad70bb-0d9d-4fbe-983d-171fc1896f94 req-a46944ba-0946-4af7-bb6a-e2de076cdc27 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55a67bdd-2bad-40c9-99e0-c28b4d7a754d HTTP/1.1" status: 200 len: 217 time: 0.1543148 Dec 04 00:56:43.203844 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e0f50c1c-1ef8-4f7c-9003-2acefbe7bc92 req-a9c94c54-f237-4ae2-88cb-c8d6bc2127b1 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=978b1d25-473d-42fc-8057-7fd8e260165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2669263 Dec 04 00:56:43.286227 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-c3bea6b4-360b-4407-b70a-df485708add8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:43.287875 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-c3bea6b4-360b-4407-b70a-df485708add8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3dcb6d28-39bd-4bef-a7bf-76d18d99e259 HTTP/1.1" status: 200 len: 848 time: 0.1770568 Dec 04 00:56:43.296674 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad70bb-0d9d-4fbe-983d-171fc1896f94 req-6aaee37d-41a2-43db-ba71-b0e71d6335da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:43.298186 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-73ad70bb-0d9d-4fbe-983d-171fc1896f94 req-6aaee37d-41a2-43db-ba71-b0e71d6335da service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cec34db6-5d74-4430-bbbe-d4555b4d415e HTTP/1.1" status: 200 len: 855 time: 0.1860211 Dec 04 00:56:43.340215 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 39052) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:56:43.395270 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-0eab6ab3-5a24-492d-b928-9fb13ba1e389 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=77657c90-9ad4-4de7-a4e0-71ee9f7d6534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927684 Dec 04 00:56:43.440789 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-73ad70bb-0d9d-4fbe-983d-171fc1896f94 req-0ea5ad4b-b259-42f4-96d4-e75bf15e52e9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54b14030-b274-46da-b128-dfa3d6f39479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0980506 Dec 04 00:56:43.496783 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-85cae829-819f-41d1-a32f-d901bf0ee4aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:43.512693 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-85cae829-819f-41d1-a32f-d901bf0ee4aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:56:43.516818 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-85cae829-819f-41d1-a32f-d901bf0ee4aa admin admin] Usage tracker for resource:security_group_rule and tenant:f23c51f3ddbd402eb029342740928aa3 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:56:43.521324 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-85cae829-819f-41d1-a32f-d901bf0ee4aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:56:43.527881 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-85cae829-819f-41d1-a32f-d901bf0ee4aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:56:43.583241 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9a3f1-9196-42c5-aeb1-d70bef28899a req-2b094465-073b-466c-a2a3-fb822fd47859 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:43.585442 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a7f9a3f1-9196-42c5-aeb1-d70bef28899a req-2b094465-073b-466c-a2a3-fb822fd47859 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 945 time: 0.3769922 Dec 04 00:56:43.672523 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-85cae829-819f-41d1-a32f-d901bf0ee4aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:43.698514 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-85cae829-819f-41d1-a32f-d901bf0ee4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:43.709025 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-df8cb4a4-2dbf-4e56-a371-0e81da3bffb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:56:43.755140 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-85cae829-819f-41d1-a32f-d901bf0ee4aa admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f23c51f3ddbd402eb029342740928aa3&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4136229 Dec 04 00:56:43.757176 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cae829-819f-41d1-a32f-d901bf0ee4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb497c2-74db-4232-a1fe-b7e955ac2c12,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:56:43.759871 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 39062) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:56:43.763139 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-85cae829-819f-41d1-a32f-d901bf0ee4aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:56:43.832225 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-17409500-0f69-42e2-b100-e5e71f074f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:43.863066 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-17409500-0f69-42e2-b100-e5e71f074f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:43.932754 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-17409500-0f69-42e2-b100-e5e71f074f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:43.937851 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-bce7a056-da73-4dcf-ac06-b80f393f2af0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:56:43.952380 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17409500-0f69-42e2-b100-e5e71f074f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb497c2-74db-4232-a1fe-b7e955ac2c12,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:56:43.955107 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-17409500-0f69-42e2-b100-e5e71f074f15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:56:43.956345 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-17409500-0f69-42e2-b100-e5e71f074f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:43.967193 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-17409500-0f69-42e2-b100-e5e71f074f15 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2fb497c2-74db-4232-a1fe-b7e955ac2c12 HTTP/1.1" status: 204 len: 168 time: 0.2060325 Dec 04 00:56:43.968769 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a7f9a3f1-9196-42c5-aeb1-d70bef28899a req-0db04790-ccf3-4d0c-abbd-ae7ccb58928c tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3342412 Dec 04 00:56:43.988549 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7a3dd-dd3a-4294-9000-f97c089943af req-0c339521-a58c-47f0-9851-44859aa9170f tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:43.990164 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6db7a3dd-dd3a-4294-9000-f97c089943af req-0c339521-a58c-47f0-9851-44859aa9170f tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/ports?device_id=d394f281-a304-4be9-9309-dd6d84248a56 HTTP/1.1" status: 200 len: 943 time: 0.5990400 Dec 04 00:56:44.001788 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-c1163cef-1978-46bb-b56e-c04e2196ce57 service neutron] 10.222.0.86 "GET /v2.0/networks/77657c90-9ad4-4de7-a4e0-71ee9f7d6534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5559077 Dec 04 00:56:44.028874 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-73ad70bb-0d9d-4fbe-983d-171fc1896f94 req-781af6a8-2f83-4c53-ae22-fb61c3f70626 service neutron] 10.222.0.86 "GET /v2.0/networks/54b14030-b274-46da-b128-dfa3d6f39479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5505908 Dec 04 00:56:44.176572 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6db7a3dd-dd3a-4294-9000-f97c089943af req-9d48c1a3-d152-4ec4-a882-98f8c47e8bd4 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/security-groups?id=9d8cf799-1ed5-4dc8-ad2f-d7edbb3d9f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705565 Dec 04 00:56:44.369034 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9ee385fe-c2f4-4f8f-a5d2-98b1dfeed9a3 req-43e3ec0a-99eb-4392-b86f-62d9a66d0f29 service neutron] 10.222.0.86 "GET /v2.0/networks/77657c90-9ad4-4de7-a4e0-71ee9f7d6534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3425176 Dec 04 00:56:44.491750 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-73ad70bb-0d9d-4fbe-983d-171fc1896f94 req-2c457bc9-d3f1-4410-a57c-b06c7cd78223 service neutron] 10.222.0.86 "GET /v2.0/networks/54b14030-b274-46da-b128-dfa3d6f39479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3680067 Dec 04 00:56:44.516402 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64ca0d5-8515-44a3-8022-dc0e0c3c82b7 req-163d7207-c2df-4963-bbf9-09d070e6e99e tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:44.517998 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d64ca0d5-8515-44a3-8022-dc0e0c3c82b7 req-163d7207-c2df-4963-bbf9-09d070e6e99e tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=09a87dba-0223-407b-923d-b4cc01d6a0ab HTTP/1.1" status: 200 len: 943 time: 0.2115436 Dec 04 00:56:44.583451 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3bb7e9-8b58-4d30-9f33-5b320ba077a2 req-56041259-b3d5-4301-b3f3-93c3c9d5ccb3 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:44.585677 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3a3bb7e9-8b58-4d30-9f33-5b320ba077a2 req-56041259-b3d5-4301-b3f3-93c3c9d5ccb3 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.1757562 Dec 04 00:56:44.590808 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d64ca0d5-8515-44a3-8022-dc0e0c3c82b7 req-582a77fb-e0a9-4efa-af7e-5c95ecbb7636 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649085 Dec 04 00:56:44.636831 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3a3bb7e9-8b58-4d30-9f33-5b320ba077a2 req-ddd91284-90bc-4c63-b924-99fba4be1965 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432391 Dec 04 00:56:44.675349 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a14c188d-08ab-443c-b1ec-668f9083d1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:44.904880 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6292cd7-23e2-4f53-bb1c-aba20f51e3d5 req-8c87ceca-00d8-4f94-992b-4cd2922125bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:44.906811 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a6292cd7-23e2-4f53-bb1c-aba20f51e3d5 req-8c87ceca-00d8-4f94-992b-4cd2922125bd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4d01cb901a5340fe9f365d4b0b99b06c&device_id=d394f281-a304-4be9-9309-dd6d84248a56 HTTP/1.1" status: 200 len: 1160 time: 0.2069654 Dec 04 00:56:44.954975 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f5f09-cd84-40ab-bcf3-abb23833796a req-de997497-ab26-4971-8c6d-21cd739be645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:44.956733 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-738f5f09-cd84-40ab-bcf3-abb23833796a req-de997497-ab26-4971-8c6d-21cd739be645 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=04c9a96d934d4f7994fdaf4cc2f7c1bf&device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 1163 time: 0.2197568 Dec 04 00:56:45.012815 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79daae2f-04e2-4fd8-9591-0b94b1355463 req-f07bc9ec-67ae-4b0c-9bdf-308801d98470 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:45.014338 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-79daae2f-04e2-4fd8-9591-0b94b1355463 req-f07bc9ec-67ae-4b0c-9bdf-308801d98470 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 946 time: 0.2711461 Dec 04 00:56:45.294013 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-79daae2f-04e2-4fd8-9591-0b94b1355463 req-e2d9997f-35f2-4b52-889d-8251f203f0a4 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=978b1d25-473d-42fc-8057-7fd8e260165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2719150 Dec 04 00:56:45.337611 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6292cd7-23e2-4f53-bb1c-aba20f51e3d5 req-40d686fe-3e95-49ed-89a7-e6ce7c905277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:45.339218 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a6292cd7-23e2-4f53-bb1c-aba20f51e3d5 req-40d686fe-3e95-49ed-89a7-e6ce7c905277 service neutron] 10.222.0.86 "GET /v2.0/networks?id=77657c90-9ad4-4de7-a4e0-71ee9f7d6534 HTTP/1.1" status: 200 len: 902 time: 0.4221346 Dec 04 00:56:45.483709 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f5f09-cd84-40ab-bcf3-abb23833796a req-f90078ed-12c8-4164-9646-374319706450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:45.485291 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-738f5f09-cd84-40ab-bcf3-abb23833796a req-f90078ed-12c8-4164-9646-374319706450 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b41ba9d1-b8eb-4b60-b39c-3d77682273c8 HTTP/1.1" status: 200 len: 905 time: 0.4691539 Dec 04 00:56:45.486596 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a6292cd7-23e2-4f53-bb1c-aba20f51e3d5 req-7920d1ad-c95f-4d42-9efa-e10c4fd23971 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae HTTP/1.1" status: 200 len: 217 time: 0.1280107 Dec 04 00:56:45.653345 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724e968-aec2-4341-b58b-4f8ec21220ad req-8f358f9a-4fad-45e3-90b7-d0fac4a295f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:45.655008 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e724e968-aec2-4341-b58b-4f8ec21220ad req-8f358f9a-4fad-45e3-90b7-d0fac4a295f5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0bf338724dbe4d6fb75ec0856b79ca35&device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 1162 time: 0.4648318 Dec 04 00:56:45.676593 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d99578-f4d9-408c-b6a0-c332da176f0a req-d2ca44fe-9ded-48bd-923c-187f567fcbfc tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:45.678177 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e6d99578-f4d9-408c-b6a0-c332da176f0a req-d2ca44fe-9ded-48bd-923c-187f567fcbfc tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 945 time: 0.4453816 Dec 04 00:56:45.758562 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-738f5f09-cd84-40ab-bcf3-abb23833796a req-adc276b1-7216-4b75-b061-3f3eeab03a05 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e236366b-b7bb-43a8-ab8b-65cd6680398a HTTP/1.1" status: 200 len: 1002 time: 0.2544608 Dec 04 00:56:45.759994 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6292cd7-23e2-4f53-bb1c-aba20f51e3d5 req-7f1ccaf7-79da-4465-8612-1aa8c56b626a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:45.761434 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a6292cd7-23e2-4f53-bb1c-aba20f51e3d5 req-7f1ccaf7-79da-4465-8612-1aa8c56b626a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=3dcb6d28-39bd-4bef-a7bf-76d18d99e259 HTTP/1.1" status: 200 len: 848 time: 0.1986823 Dec 04 00:56:46.098603 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:46.134117 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a6292cd7-23e2-4f53-bb1c-aba20f51e3d5 req-cdd9bfee-7383-4937-a136-95874413d8fe service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=77657c90-9ad4-4de7-a4e0-71ee9f7d6534&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3098993 Dec 04 00:56:46.155890 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9080e-2313-4cd7-a47a-34644c9b4271 req-a9e50c47-302c-4e09-9be2-629827a52496 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:46.157461 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b8c9080e-2313-4cd7-a47a-34644c9b4271 req-a9e50c47-302c-4e09-9be2-629827a52496 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.7276154 Dec 04 00:56:46.159786 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e6d99578-f4d9-408c-b6a0-c332da176f0a req-ebfd1cad-b442-44ab-8aa4-c803731378cc tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4663000 Dec 04 00:56:46.316103 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f5f09-cd84-40ab-bcf3-abb23833796a req-0fa4a8e4-4c70-40ff-912c-adeea4887ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:46.317658 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-738f5f09-cd84-40ab-bcf3-abb23833796a req-0fa4a8e4-4c70-40ff-912c-adeea4887ef8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2d3dffb9-b2e9-4653-a15c-51f3777e3e03 HTTP/1.1" status: 200 len: 850 time: 0.5003893 Dec 04 00:56:46.323099 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724e968-aec2-4341-b58b-4f8ec21220ad req-fbfe87c8-e3ff-4b8c-bd37-4c90dcdb9e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:46.324491 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e724e968-aec2-4341-b58b-4f8ec21220ad req-fbfe87c8-e3ff-4b8c-bd37-4c90dcdb9e3f service neutron] 10.222.0.86 "GET /v2.0/networks?id=77143b40-0430-4aa2-93c2-47d05a30b59e HTTP/1.1" status: 200 len: 912 time: 0.6453211 Dec 04 00:56:46.509095 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b8c9080e-2313-4cd7-a47a-34644c9b4271 req-c4199b73-9c94-4f83-bcea-f0a78c3a2049 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084593 Dec 04 00:56:46.515195 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e724e968-aec2-4341-b58b-4f8ec21220ad req-67770e83-d709-4175-aeaf-53f9704e5fe5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8e80825-9d6c-4e2f-9f4f-56904567bf39 HTTP/1.1" status: 200 len: 217 time: 0.1365173 Dec 04 00:56:46.633980 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a6292cd7-23e2-4f53-bb1c-aba20f51e3d5 req-239e9e00-4274-4941-bc6e-165a44065cb5 service neutron] 10.222.0.86 "GET /v2.0/networks/77657c90-9ad4-4de7-a4e0-71ee9f7d6534?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4704709 Dec 04 00:56:46.717434 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724e968-aec2-4341-b58b-4f8ec21220ad req-1375de0d-99a3-4a7d-b39a-95585156c528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:46.718979 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e724e968-aec2-4341-b58b-4f8ec21220ad req-1375de0d-99a3-4a7d-b39a-95585156c528 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8992a81f-7e9c-4e53-bca2-1c6f4569ebb0 HTTP/1.1" status: 200 len: 858 time: 0.1906648 Dec 04 00:56:46.744753 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b1040a-2966-4429-bc8f-4774a2753244 req-b8a1b272-c2f0-49d4-9eec-e0a131a24078 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:46.746367 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-18b1040a-2966-4429-bc8f-4774a2753244 req-b8a1b272-c2f0-49d4-9eec-e0a131a24078 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/ports?device_id=d394f281-a304-4be9-9309-dd6d84248a56 HTTP/1.1" status: 200 len: 943 time: 0.4246840 Dec 04 00:56:46.776839 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-60bc1bd0-ca1b-4c96-977d-6583d3857eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:46.872281 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f5f09-cd84-40ab-bcf3-abb23833796a req-40abd95f-cdd9-4548-ace3-4e489049c488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:46.873847 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-738f5f09-cd84-40ab-bcf3-abb23833796a req-40abd95f-cdd9-4548-ace3-4e489049c488 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b41ba9d1-b8eb-4b60-b39c-3d77682273c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4981673 Dec 04 00:56:46.875801 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e724e968-aec2-4341-b58b-4f8ec21220ad req-0ec98fd9-7a9f-428d-8d3b-faed41d3175b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=77143b40-0430-4aa2-93c2-47d05a30b59e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1251884 Dec 04 00:56:47.061381 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-18b1040a-2966-4429-bc8f-4774a2753244 req-86b1c105-0ad0-4902-b27f-760df98999b2 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/security-groups?id=9d8cf799-1ed5-4dc8-ad2f-d7edbb3d9f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150881 Dec 04 00:56:47.144579 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a6292cd7-23e2-4f53-bb1c-aba20f51e3d5 req-c2c3e2f4-d025-4448-b59e-eee1a0e673b2 service neutron] 10.222.0.86 "GET /v2.0/networks/77657c90-9ad4-4de7-a4e0-71ee9f7d6534?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4885218 Dec 04 00:56:47.182709 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877e191-7922-4264-98e3-8ea7e3860843 req-f0975ccd-eeed-4a01-b405-e836313fddb8 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:47.184403 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d877e191-7922-4264-98e3-8ea7e3860843 req-f0975ccd-eeed-4a01-b405-e836313fddb8 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=09a87dba-0223-407b-923d-b4cc01d6a0ab HTTP/1.1" status: 200 len: 943 time: 0.5364842 Dec 04 00:56:47.333004 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-738f5f09-cd84-40ab-bcf3-abb23833796a req-2dfb3400-17b2-4944-9f93-b2c130fd7102 service neutron] 10.222.0.86 "GET /v2.0/networks/b41ba9d1-b8eb-4b60-b39c-3d77682273c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4298606 Dec 04 00:56:47.334868 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e724e968-aec2-4341-b58b-4f8ec21220ad req-73f8ec3d-ba47-4d9a-a2d5-bb6be8bbea60 service neutron] 10.222.0.86 "GET /v2.0/networks/77143b40-0430-4aa2-93c2-47d05a30b59e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4306099 Dec 04 00:56:47.345265 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d877e191-7922-4264-98e3-8ea7e3860843 req-45064f9c-97fd-4997-856f-6ec09b9fb26a tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343610 Dec 04 00:56:47.358836 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device e8e80825-9d6c-4e2f-9f4f-56904567bf39 up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:56:47.468205 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port e8e80825-9d6c-4e2f-9f4f-56904567bf39 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:56:47.468651 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:47.499144 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:47.583277 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2571e-8721-4d10-9c3b-faf37082c5fc req-21a5eae4-c59a-4eff-b9fa-9dcc6d6531e4 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:47.584965 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6cf2571e-8721-4d10-9c3b-faf37082c5fc req-21a5eae4-c59a-4eff-b9fa-9dcc6d6531e4 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 946 time: 0.3885493 Dec 04 00:56:47.606468 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 55a67bdd-2bad-40c9-99e0-c28b4d7a754d up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:56:47.710236 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning for port 55a67bdd-2bad-40c9-99e0-c28b4d7a754d completed by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 00:56:47.715670 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port 55a67bdd-2bad-40c9-99e0-c28b4d7a754d triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:56:47.719374 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:47.742906 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6cf2571e-8721-4d10-9c3b-faf37082c5fc req-62316cc2-6ed2-49a0-a949-d08128baf35f tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=978b1d25-473d-42fc-8057-7fd8e260165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475084 Dec 04 00:56:47.750095 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e724e968-aec2-4341-b58b-4f8ec21220ad req-3e0e1e18-03e7-40a4-b4bd-cd4a3779a150 service neutron] 10.222.0.86 "GET /v2.0/networks/77143b40-0430-4aa2-93c2-47d05a30b59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3893645 Dec 04 00:56:47.751956 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-738f5f09-cd84-40ab-bcf3-abb23833796a req-a3ad8bc4-dd1d-4a6c-aec3-a02c93ce6009 service neutron] 10.222.0.86 "GET /v2.0/networks/b41ba9d1-b8eb-4b60-b39c-3d77682273c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3926263 Dec 04 00:56:47.781020 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652bb1b-be9e-4c43-af9e-6f7f57d451ba req-eeff6b98-4a07-4060-acc3-8cc6101f13b6 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:47.783544 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d652bb1b-be9e-4c43-af9e-6f7f57d451ba req-eeff6b98-4a07-4060-acc3-8cc6101f13b6 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 945 time: 0.2559607 Dec 04 00:56:47.836702 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d652bb1b-be9e-4c43-af9e-6f7f57d451ba req-3352c1dc-390c-4567-9aa5-81bda9b3ff1d tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463510 Dec 04 00:56:47.844969 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:47.880078 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a87dba-0223-407b-923d-b4cc01d6a0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a67bdd-2bad-40c9-99e0-c28b4d7a754d'}] {{(pid=80328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:56:47.895894 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] For port 55a67bdd-2bad-40c9-99e0-c28b4d7a754d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=55a67bdd-2bad-40c9-99e0-c28b4d7a754d,segment=NetworkSegment(b1be24bd-1446-47e5-9ec0-76f7a84bf2b0),segment_id=b1be24bd-1446-47e5-9ec0-76f7a84bf2b0)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:56:47.927041 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:47.928042 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device e236366b-b7bb-43a8-ab8b-65cd6680398a up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:56:47.951558 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40dbd79-4d9c-4b35-8662-6c50cc108cfe req-3dd6e9b7-6a42-40fc-a9b5-eed5a6e38307 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:47.953165 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f40dbd79-4d9c-4b35-8662-6c50cc108cfe req-3dd6e9b7-6a42-40fc-a9b5-eed5a6e38307 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.0898860 Dec 04 00:56:47.953431 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a87dba-0223-407b-923d-b4cc01d6a0ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a67bdd-2bad-40c9-99e0-c28b4d7a754d', 'code': 200} Dec 04 00:56:47.957821 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:56:48.001908 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f40dbd79-4d9c-4b35-8662-6c50cc108cfe req-1a0cbd0e-921c-40db-81ad-94332388efe6 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414286 Dec 04 00:56:48.053482 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Pushing event updated for resources: {'Port': ['ID=55a67bdd-2bad-40c9-99e0-c28b4d7a754d,revision_number=4']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:56:48.057690 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:56:48.064033 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port e236366b-b7bb-43a8-ab8b-65cd6680398a triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:56:48.064454 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:48.526578 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:48.606305 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8c76b-b0a3-46c3-9845-d7b49a70465b req-6801e1d7-c18b-4e3b-9a20-11996a42e92e tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:48.607940 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9ae8c76b-b0a3-46c3-9845-d7b49a70465b req-6801e1d7-c18b-4e3b-9a20-11996a42e92e tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/ports?device_id=d394f281-a304-4be9-9309-dd6d84248a56 HTTP/1.1" status: 200 len: 943 time: 0.4110463 Dec 04 00:56:48.613213 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3078d-8e78-4be0-a643-f53a7a73033a req-a0e6a455-16ec-4fd3-be7a-e58e979bae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:48.614658 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-82a3078d-8e78-4be0-a643-f53a7a73033a req-a0e6a455-16ec-4fd3-be7a-e58e979bae8a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=09a87dba-0223-407b-923d-b4cc01d6a0ab HTTP/1.1" status: 200 len: 1162 time: 0.1841495 Dec 04 00:56:48.655849 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a5c59-33b5-4bdf-b5a3-5e61475c01ff req-3e2c2310-3281-49ea-8206-b16974559f8c tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:48.657440 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-1a2a5c59-33b5-4bdf-b5a3-5e61475c01ff req-3e2c2310-3281-49ea-8206-b16974559f8c tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=09a87dba-0223-407b-923d-b4cc01d6a0ab HTTP/1.1" status: 200 len: 945 time: 0.1730390 Dec 04 00:56:48.715118 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9ae8c76b-b0a3-46c3-9845-d7b49a70465b req-7da9b6a1-b53b-4f05-818c-4f119611d16a tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/security-groups?id=9d8cf799-1ed5-4dc8-ad2f-d7edbb3d9f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994213 Dec 04 00:56:48.734668 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-82a3078d-8e78-4be0-a643-f53a7a73033a req-2b4d759b-7d09-409a-819f-a8aea568aadc service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020544 Dec 04 00:56:48.744255 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-1a2a5c59-33b5-4bdf-b5a3-5e61475c01ff req-175e9170-570d-4df4-93e7-041082c0016f tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689709 Dec 04 00:56:48.971513 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e3c04-bfdd-40d4-b27c-b662fbddd745 req-b5dabc32-77b8-4082-bd61-ff6fc8620a30 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:48.973143 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-4b6e3c04-bfdd-40d4-b27c-b662fbddd745 req-b5dabc32-77b8-4082-bd61-ff6fc8620a30 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 946 time: 0.0926869 Dec 04 00:56:48.980887 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:49.078254 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-4b6e3c04-bfdd-40d4-b27c-b662fbddd745 req-cc1e5b78-eb21-493c-af1e-04b20d4721c5 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=978b1d25-473d-42fc-8057-7fd8e260165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961630 Dec 04 00:56:49.108168 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4467985-913c-4a2e-9c95-d75e6949fe71 req-14062da0-a86d-4dd4-a273-6dc4dd7b8f84 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:49.109771 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c4467985-913c-4a2e-9c95-d75e6949fe71 req-14062da0-a86d-4dd4-a273-6dc4dd7b8f84 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 945 time: 0.1119223 Dec 04 00:56:49.164915 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c4467985-913c-4a2e-9c95-d75e6949fe71 req-0ebd32c4-bb69-4a7b-8daf-caf2affe84f0 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472188 Dec 04 00:56:49.306805 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907a61f-7866-4450-95ef-10a97d6f09df req-212aaef4-c7be-4ed3-a7c4-7811fa90690b tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:49.308515 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-0907a61f-7866-4450-95ef-10a97d6f09df req-212aaef4-c7be-4ed3-a7c4-7811fa90690b tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.0861957 Dec 04 00:56:49.357655 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-0907a61f-7866-4450-95ef-10a97d6f09df req-6b1bfa84-bcf2-4d14-aa08-57caf22f8159 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418954 Dec 04 00:56:50.006876 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4fe66d-3e44-4f90-9b23-1d59eb559d92 req-7e240693-ef09-477c-8da9-a8d89020e810 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:50.008413 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-dc4fe66d-3e44-4f90-9b23-1d59eb559d92 req-7e240693-ef09-477c-8da9-a8d89020e810 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/ports?device_id=d394f281-a304-4be9-9309-dd6d84248a56 HTTP/1.1" status: 200 len: 943 time: 0.1532428 Dec 04 00:56:50.015130 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b38f26-cf1a-46dc-b397-e12f6bbacd61 req-dc104d81-e3e8-4085-b084-f2bfa8b2fd14 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:50.016653 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f6b38f26-cf1a-46dc-b397-e12f6bbacd61 req-dc104d81-e3e8-4085-b084-f2bfa8b2fd14 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=09a87dba-0223-407b-923d-b4cc01d6a0ab HTTP/1.1" status: 200 len: 945 time: 0.1234539 Dec 04 00:56:50.092724 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-dc4fe66d-3e44-4f90-9b23-1d59eb559d92 req-5bac6247-5f18-4bec-b16a-7e89e3f00491 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/security-groups?id=9d8cf799-1ed5-4dc8-ad2f-d7edbb3d9f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750563 Dec 04 00:56:50.096880 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f6b38f26-cf1a-46dc-b397-e12f6bbacd61 req-9747222c-a63b-45c6-ae79-dfc55b93aafe tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656574 Dec 04 00:56:50.307829 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f688884-59a2-499a-9672-7eb2c6d82eda req-72da4f47-17b2-4083-be9d-8ff6c5b07f14 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:50.309420 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2f688884-59a2-499a-9672-7eb2c6d82eda req-72da4f47-17b2-4083-be9d-8ff6c5b07f14 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 946 time: 0.0901167 Dec 04 00:56:50.410040 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2f688884-59a2-499a-9672-7eb2c6d82eda req-54775ac5-0b5d-45f5-93e0-7953ffbffac7 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=978b1d25-473d-42fc-8057-7fd8e260165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942504 Dec 04 00:56:50.442378 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930d6f4-8dcc-4894-a675-7a02d6a8b8b3 req-faa2df57-491f-48c5-a57a-3bad78056dc2 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:50.444572 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-4930d6f4-8dcc-4894-a675-7a02d6a8b8b3 req-faa2df57-491f-48c5-a57a-3bad78056dc2 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 945 time: 0.1070697 Dec 04 00:56:50.457370 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:56:50.502346 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-4930d6f4-8dcc-4894-a675-7a02d6a8b8b3 req-3bba298a-9a3d-4e75-9e77-50693c657173 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491939 Dec 04 00:56:50.577999 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning for port ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae completed by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 00:56:50.583787 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:56:50.584819 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:50.633355 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1fcbf0-3490-4a9e-b8f0-a18006f3ebfb req-3103b4f1-a8e5-40c4-b1b0-795621083bb3 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:50.634971 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8b1fcbf0-3490-4a9e-b8f0-a18006f3ebfb req-3103b4f1-a8e5-40c4-b1b0-795621083bb3 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.0854862 Dec 04 00:56:50.690472 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8b1fcbf0-3490-4a9e-b8f0-a18006f3ebfb req-1163d4c6-ee61-4d60-9f31-8c50fdc27570 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486717 Dec 04 00:56:50.713126 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:50.741200 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd394f281-a304-4be9-9309-dd6d84248a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae'}] {{(pid=80328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:56:50.751707 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] For port ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae,segment=NetworkSegment(d4a9ef0c-4d84-4e89-8f44-3cdebf87a946),segment_id=d4a9ef0c-4d84-4e89-8f44-3cdebf87a946)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:56:50.798204 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd394f281-a304-4be9-9309-dd6d84248a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae', 'code': 200} Dec 04 00:56:50.800647 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:50.801563 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 55a67bdd-2bad-40c9-99e0-c28b4d7a754d up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:56:50.830858 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-44abfb7b-571b-402f-8979-246c58486218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:56:50.927624 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Pushing event updated for resources: {'Port': ['ID=ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae,revision_number=4']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:56:50.933313 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:56:50.939638 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port 55a67bdd-2bad-40c9-99e0-c28b4d7a754d triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:56:50.940063 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:51.408202 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f977cb-60bb-4bc3-af08-4849be2f4ff2 req-18d1bf17-d4e5-4052-a9c4-5f2a60757765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:51.409738 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-01f977cb-60bb-4bc3-af08-4849be2f4ff2 req-18d1bf17-d4e5-4052-a9c4-5f2a60757765 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d394f281-a304-4be9-9309-dd6d84248a56 HTTP/1.1" status: 200 len: 1162 time: 0.2165618 Dec 04 00:56:51.416903 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab9f30-e84d-4b9c-8d21-4e6725ea788d req-94563bf0-4d26-43f7-824e-a1c5f33187a7 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:51.418390 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-67ab9f30-e84d-4b9c-8d21-4e6725ea788d req-94563bf0-4d26-43f7-824e-a1c5f33187a7 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/ports?device_id=d394f281-a304-4be9-9309-dd6d84248a56 HTTP/1.1" status: 200 len: 945 time: 0.1826189 Dec 04 00:56:51.443241 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16402f3-0f90-401f-8a23-ed93aa1f862a req-02d4308d-231a-474e-abb5-e451067c7d3e tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:51.445308 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d16402f3-0f90-401f-8a23-ed93aa1f862a req-02d4308d-231a-474e-abb5-e451067c7d3e tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=09a87dba-0223-407b-923d-b4cc01d6a0ab HTTP/1.1" status: 200 len: 945 time: 0.1694622 Dec 04 00:56:51.519950 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-01f977cb-60bb-4bc3-af08-4849be2f4ff2 req-ab9053a8-c1b7-4037-8d69-deb1337aa41e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=9d8cf799-1ed5-4dc8-ad2f-d7edbb3d9f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989594 Dec 04 00:56:51.532801 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-67ab9f30-e84d-4b9c-8d21-4e6725ea788d req-adb4f17a-87bf-4c1e-899d-e99d3fdb0529 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/security-groups?id=9d8cf799-1ed5-4dc8-ad2f-d7edbb3d9f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974624 Dec 04 00:56:51.542648 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d16402f3-0f90-401f-8a23-ed93aa1f862a req-d2b80c74-5cae-4a9c-96de-ab02aeb31f17 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788229 Dec 04 00:56:51.749408 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceaf25a-a23d-4113-855e-ce218c6f332b req-d17f158e-81c4-4a01-b492-a9cb3b319db0 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:51.750883 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-aceaf25a-a23d-4113-855e-ce218c6f332b req-d17f158e-81c4-4a01-b492-a9cb3b319db0 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 945 time: 0.0973291 Dec 04 00:56:51.817244 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-aceaf25a-a23d-4113-855e-ce218c6f332b req-f5f656f2-8115-4f08-bf72-139b79e98689 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535893 Dec 04 00:56:51.921151 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac6e591-84f1-47a4-aa09-0302c86cd942 req-74a05520-cbda-423b-b584-0c797be6353b tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:51.931306 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-fac6e591-84f1-47a4-aa09-0302c86cd942 req-74a05520-cbda-423b-b584-0c797be6353b tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.0946491 Dec 04 00:56:51.974273 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-fac6e591-84f1-47a4-aa09-0302c86cd942 req-abe71f9c-9c6e-467f-865d-25fdea2814ce tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440936 Dec 04 00:56:52.672759 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:56:52.743540 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:56:52.743959 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:52.744884 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5112c3a-cc71-4008-800e-334d83d94aef req-c3d257f6-1db0-4f51-89ca-afdb3a313c9d tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:52.747095 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f5112c3a-cc71-4008-800e-334d83d94aef req-c3d257f6-1db0-4f51-89ca-afdb3a313c9d tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/ports?device_id=d394f281-a304-4be9-9309-dd6d84248a56 HTTP/1.1" status: 200 len: 945 time: 0.0856073 Dec 04 00:56:52.795272 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f5112c3a-cc71-4008-800e-334d83d94aef req-d78568d3-dcd6-4a24-9e97-d222ac36140b tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/security-groups?id=9d8cf799-1ed5-4dc8-ad2f-d7edbb3d9f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413187 Dec 04 00:56:52.868196 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 55a67bdd-2bad-40c9-99e0-c28b4d7a754d up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:56:52.936473 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port 55a67bdd-2bad-40c9-99e0-c28b4d7a754d triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:56:52.936888 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:53.039784 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ccc0a-eb84-4a34-b2c1-bf1ce1fb7893 req-35dfa933-68c4-4267-a839-e49eda398ad1 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:53.041573 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f51ccc0a-eb84-4a34-b2c1-bf1ce1fb7893 req-35dfa933-68c4-4267-a839-e49eda398ad1 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 945 time: 0.0894189 Dec 04 00:56:53.063210 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device e236366b-b7bb-43a8-ab8b-65cd6680398a up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:56:53.092226 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f51ccc0a-eb84-4a34-b2c1-bf1ce1fb7893 req-80390b0f-4838-42a2-9eb1-5149cfd67ed5 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422781 Dec 04 00:56:53.134573 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port e236366b-b7bb-43a8-ab8b-65cd6680398a triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:56:53.135000 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:53.202415 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57bac3e-73d9-4051-904b-8ac8e173070e req-19faff56-4fa6-4364-a033-9985d650cb74 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:53.204047 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e57bac3e-73d9-4051-904b-8ac8e173070e req-19faff56-4fa6-4364-a033-9985d650cb74 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.0953863 Dec 04 00:56:53.258408 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e57bac3e-73d9-4051-904b-8ac8e173070e req-650e2e6d-3ae7-42ff-b6cb-974428f8e41e tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471003 Dec 04 00:56:54.017288 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8f9a0-12f1-41a8-8699-473e9bbcf9ff req-582b7185-b23a-46d4-8239-4f83c36ab071 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:54.018872 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b6c8f9a0-12f1-41a8-8699-473e9bbcf9ff req-582b7185-b23a-46d4-8239-4f83c36ab071 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/ports?device_id=d394f281-a304-4be9-9309-dd6d84248a56 HTTP/1.1" status: 200 len: 945 time: 0.0856044 Dec 04 00:56:54.067303 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b6c8f9a0-12f1-41a8-8699-473e9bbcf9ff req-53cfda9c-56f8-4700-86cb-feb6bd405b44 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/security-groups?id=9d8cf799-1ed5-4dc8-ad2f-d7edbb3d9f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420339 Dec 04 00:56:54.231768 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:56:54.300349 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:56:54.300765 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:54.329213 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad57422-d451-4d9c-8eaa-67b4b9428a00 req-6dd9f1a8-233a-4170-8664-0bdba192c87d tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:54.330822 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6ad57422-d451-4d9c-8eaa-67b4b9428a00 req-6dd9f1a8-233a-4170-8664-0bdba192c87d tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 945 time: 0.0885413 Dec 04 00:56:54.380455 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6ad57422-d451-4d9c-8eaa-67b4b9428a00 req-650ecb62-2f7a-4e1c-afa8-8979b0940279 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424042 Dec 04 00:56:55.210347 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5092e-7ff5-4deb-83af-635c869befce req-720f9a2f-646d-4b32-8e5f-e20c71acbd8e tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:55.210347 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-edb5092e-7ff5-4deb-83af-635c869befce req-720f9a2f-646d-4b32-8e5f-e20c71acbd8e tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.1250830 Dec 04 00:56:55.268923 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-edb5092e-7ff5-4deb-83af-635c869befce req-edbf0466-e38c-41c4-b776-7a242545a414 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526183 Dec 04 00:56:55.426721 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea29f7e-9f1e-40d2-8e08-76c44b78bd0a req-3a981df9-c6fe-48be-978a-bf9c5aae8d48 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:55.429625 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-0ea29f7e-9f1e-40d2-8e08-76c44b78bd0a req-3a981df9-c6fe-48be-978a-bf9c5aae8d48 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/ports?device_id=d394f281-a304-4be9-9309-dd6d84248a56 HTTP/1.1" status: 200 len: 945 time: 0.1371520 Dec 04 00:56:55.483711 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-0ea29f7e-9f1e-40d2-8e08-76c44b78bd0a req-0e2d709b-6180-458f-b2c5-31d494b89070 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/security-groups?id=9d8cf799-1ed5-4dc8-ad2f-d7edbb3d9f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475934 Dec 04 00:56:55.702413 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f7388-ade9-4892-b55c-60c4ad706616 req-47267b34-e5e8-45b2-a91c-3fbb4763f584 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:55.708408 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9b4f7388-ade9-4892-b55c-60c4ad706616 req-47267b34-e5e8-45b2-a91c-3fbb4763f584 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 945 time: 0.1013513 Dec 04 00:56:55.754431 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9b4f7388-ade9-4892-b55c-60c4ad706616 req-698ec84c-ed3b-4f49-ba4c-874bc2a706f6 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431671 Dec 04 00:56:56.995883 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7dcd1-6a7a-487f-9a42-cf6e1ac66831 req-d5952e0a-10fe-42d8-8df8-e986f6c95334 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:56.997611 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-00c7dcd1-6a7a-487f-9a42-cf6e1ac66831 req-d5952e0a-10fe-42d8-8df8-e986f6c95334 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 945 time: 0.0918798 Dec 04 00:56:57.049345 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-00c7dcd1-6a7a-487f-9a42-cf6e1ac66831 req-943ab661-b642-4bad-911c-420b900899c2 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450809 Dec 04 00:56:57.189032 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 39302) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:56:57.349073 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-27628d5d-c825-43b4-b546-48cb31db5c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:57.365098 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-27628d5d-c825-43b4-b546-48cb31db5c56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:56:57.369879 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-27628d5d-c825-43b4-b546-48cb31db5c56 admin admin] Usage tracker for resource:security_group_rule and tenant:55bcf73a60714df8ac95c5533dbb3af8 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:56:57.372931 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-27628d5d-c825-43b4-b546-48cb31db5c56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:56:57.378709 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-27628d5d-c825-43b4-b546-48cb31db5c56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:56:57.469619 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-27628d5d-c825-43b4-b546-48cb31db5c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:57.498029 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-27628d5d-c825-43b4-b546-48cb31db5c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:57.507401 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-6fea9410-a62b-4b01-9b1a-ef87a62c15f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:56:57.550311 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-27628d5d-c825-43b4-b546-48cb31db5c56 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=55bcf73a60714df8ac95c5533dbb3af8&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3600204 Dec 04 00:56:57.551289 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27628d5d-c825-43b4-b546-48cb31db5c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1683ee3-6788-4ed6-9e92-6d8ab3115c68,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:56:57.553687 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 39312) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:56:57.555243 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-27628d5d-c825-43b4-b546-48cb31db5c56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:56:57.621129 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-0ff69371-dff2-43b7-84a8-c3ca892e3196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:57.651026 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-0ff69371-dff2-43b7-84a8-c3ca892e3196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:57.721129 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-0ff69371-dff2-43b7-84a8-c3ca892e3196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:57.726716 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c36e77f1-f484-49c6-84b8-2b31ccb081fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:56:57.743641 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff69371-dff2-43b7-84a8-c3ca892e3196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1683ee3-6788-4ed6-9e92-6d8ab3115c68,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:56:57.746648 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-0ff69371-dff2-43b7-84a8-c3ca892e3196 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:56:57.747906 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-0ff69371-dff2-43b7-84a8-c3ca892e3196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:57.751702 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-0ff69371-dff2-43b7-84a8-c3ca892e3196 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a1683ee3-6788-4ed6-9e92-6d8ab3115c68 HTTP/1.1" status: 204 len: 168 time: 0.1951549 Dec 04 00:56:57.940068 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f342f59-3ba4-44ab-9bc4-9bfd537af8c8 req-610c186e-c585-4fee-9905-4ce2e56eb7bf tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:57.941671 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9f342f59-3ba4-44ab-9bc4-9bfd537af8c8 req-610c186e-c585-4fee-9905-4ce2e56eb7bf tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/ports?device_id=d394f281-a304-4be9-9309-dd6d84248a56 HTTP/1.1" status: 200 len: 945 time: 0.0891597 Dec 04 00:56:57.989163 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9f342f59-3ba4-44ab-9bc4-9bfd537af8c8 req-c6fb626f-bdb0-4dfb-9f15-b1cf47d8af31 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/security-groups?id=9d8cf799-1ed5-4dc8-ad2f-d7edbb3d9f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408585 Dec 04 00:56:58.284489 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 39336) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:56:58.297623 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb328a9e-4c36-4cbe-8a24-6c56c731a477 req-8afb5a9a-52b6-4ee7-8d54-b654a6b4f77d tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:58.299288 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bb328a9e-4c36-4cbe-8a24-6c56c731a477 req-8afb5a9a-52b6-4ee7-8d54-b654a6b4f77d tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 945 time: 0.0850286 Dec 04 00:56:58.309433 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-ab2b0451-1385-4a0c-ab20-6b0b8a09ccb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:58.327676 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-ab2b0451-1385-4a0c-ab20-6b0b8a09ccb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:56:58.332328 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-ab2b0451-1385-4a0c-ab20-6b0b8a09ccb9 admin admin] Usage tracker for resource:security_group_rule and tenant:559b051ecd1041b4bdae4a9fff9d0432 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:56:58.336027 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-ab2b0451-1385-4a0c-ab20-6b0b8a09ccb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:56:58.341882 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-ab2b0451-1385-4a0c-ab20-6b0b8a09ccb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:56:58.350480 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bb328a9e-4c36-4cbe-8a24-6c56c731a477 req-be99f06a-06fd-4e11-b920-5911ac2ca1d2 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429614 Dec 04 00:56:58.489777 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-ab2b0451-1385-4a0c-ab20-6b0b8a09ccb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:58.532404 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-ab2b0451-1385-4a0c-ab20-6b0b8a09ccb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:58.542211 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-5a13c287-5760-4ba1-815e-996dc2343426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:56:58.587151 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-ab2b0451-1385-4a0c-ab20-6b0b8a09ccb9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=559b051ecd1041b4bdae4a9fff9d0432&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3011208 Dec 04 00:56:58.588117 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b0451-1385-4a0c-ab20-6b0b8a09ccb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb6774f-c306-4ee1-b3d7-098cd4c99df6,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:56:58.589969 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 39344) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:56:58.592103 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-ab2b0451-1385-4a0c-ab20-6b0b8a09ccb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:56:58.661159 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-750a583e-07f1-4a76-b77a-28cdd73f91dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:58.690880 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-750a583e-07f1-4a76-b77a-28cdd73f91dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:58.795340 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-750a583e-07f1-4a76-b77a-28cdd73f91dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:58.801839 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-dcc60c04-22ff-4138-a61d-e38453cb079d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:56:58.816072 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a583e-07f1-4a76-b77a-28cdd73f91dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb6774f-c306-4ee1-b3d7-098cd4c99df6,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:56:58.819568 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-750a583e-07f1-4a76-b77a-28cdd73f91dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:56:58.831292 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-750a583e-07f1-4a76-b77a-28cdd73f91dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:58.839651 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-750a583e-07f1-4a76-b77a-28cdd73f91dd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eeb6774f-c306-4ee1-b3d7-098cd4c99df6 HTTP/1.1" status: 204 len: 168 time: 0.2445183 Dec 04 00:56:59.300087 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b755b35-bb2b-4dcc-bfbf-ae59eaabbc9f req-5b2143f3-0961-4b35-87ef-d1a78e7b6366 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:59.308731 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6b755b35-bb2b-4dcc-bfbf-ae59eaabbc9f req-5b2143f3-0961-4b35-87ef-d1a78e7b6366 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/ports?device_id=d394f281-a304-4be9-9309-dd6d84248a56 HTTP/1.1" status: 200 len: 945 time: 0.1721494 Dec 04 00:56:59.367784 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6b755b35-bb2b-4dcc-bfbf-ae59eaabbc9f req-43ed2c1d-eeda-44b6-a356-71bcb9aed406 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/security-groups?id=9d8cf799-1ed5-4dc8-ad2f-d7edbb3d9f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577612 Dec 04 00:56:59.589546 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da4477-6bce-46c5-a8a1-a398dc9d55ee req-c85ed2e0-fc04-4239-a92e-fc0a28dc593a tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:56:59.593735 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-64da4477-6bce-46c5-a8a1-a398dc9d55ee req-c85ed2e0-fc04-4239-a92e-fc0a28dc593a tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 945 time: 0.0919340 Dec 04 00:56:59.596044 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 39378) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:56:59.635246 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-fa1b046e-35fd-473e-a79c-05e8829343f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:59.671034 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-fa1b046e-35fd-473e-a79c-05e8829343f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:56:59.675304 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-64da4477-6bce-46c5-a8a1-a398dc9d55ee req-6e7da262-4bf4-4d02-8a3d-995834fe678e tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0760849 Dec 04 00:56:59.677716 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-fa1b046e-35fd-473e-a79c-05e8829343f4 admin admin] Usage tracker for resource:security_group_rule and tenant:0fdb453b234a4d7c859eb22ac46160ea is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:56:59.681996 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-fa1b046e-35fd-473e-a79c-05e8829343f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:56:59.689202 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-fa1b046e-35fd-473e-a79c-05e8829343f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:56:59.792323 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-fa1b046e-35fd-473e-a79c-05e8829343f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:59.835271 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-fa1b046e-35fd-473e-a79c-05e8829343f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:56:59.858415 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-68040657-bf7d-486a-a603-cdb9b0468837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:56:59.905724 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-fa1b046e-35fd-473e-a79c-05e8829343f4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0fdb453b234a4d7c859eb22ac46160ea&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3080699 Dec 04 00:56:59.907993 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 39384) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:56:59.929618 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b046e-35fd-473e-a79c-05e8829343f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cdde7a3-2b4d-4593-aabd-f0543f33dd87,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:56:59.933466 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-fa1b046e-35fd-473e-a79c-05e8829343f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:57:00.055336 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-13c20dcb-6328-462b-a609-d963b4dd9403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:00.094102 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-13c20dcb-6328-462b-a609-d963b4dd9403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:00.189590 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-13c20dcb-6328-462b-a609-d963b4dd9403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:00.201551 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-908a32e5-9684-4384-9484-8979758cd26a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:57:00.250407 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-13c20dcb-6328-462b-a609-d963b4dd9403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:00.259209 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-13c20dcb-6328-462b-a609-d963b4dd9403 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2cdde7a3-2b4d-4593-aabd-f0543f33dd87 HTTP/1.1" status: 204 len: 168 time: 0.3496618 Dec 04 00:57:00.260763 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c20dcb-6328-462b-a609-d963b4dd9403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cdde7a3-2b4d-4593-aabd-f0543f33dd87,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:57:00.265780 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-13c20dcb-6328-462b-a609-d963b4dd9403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:57:00.647449 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d39059-94fe-4654-957a-e886c991401a req-81646674-b4e0-4933-b3fd-5a9cdca822fe tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:00.654469 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-45d39059-94fe-4654-957a-e886c991401a req-81646674-b4e0-4933-b3fd-5a9cdca822fe tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/ports?device_id=d394f281-a304-4be9-9309-dd6d84248a56 HTTP/1.1" status: 200 len: 945 time: 0.1158998 Dec 04 00:57:00.731667 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-45d39059-94fe-4654-957a-e886c991401a req-99a4aba9-b568-4483-8578-f9ce84a0d874 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/security-groups?id=9d8cf799-1ed5-4dc8-ad2f-d7edbb3d9f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634515 Dec 04 00:57:01.115343 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1cefc-1a82-455c-81fb-f53c3d180e7e req-d4dff639-fe55-4949-b8ca-839714bb0312 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:01.123200 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-85e1cefc-1a82-455c-81fb-f53c3d180e7e req-d4dff639-fe55-4949-b8ca-839714bb0312 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 945 time: 0.1352863 Dec 04 00:57:01.278502 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-85e1cefc-1a82-455c-81fb-f53c3d180e7e req-94445e55-fe68-4d43-a58e-bf9e40c6abb6 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1544876 Dec 04 00:57:01.314508 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264361fc-4b7b-409d-af20-f8fdf6116488 req-821bdecd-82a1-4415-9e4d-792c89923bf8 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:01.316157 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-264361fc-4b7b-409d-af20-f8fdf6116488 req-821bdecd-82a1-4415-9e4d-792c89923bf8 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.86 "GET /v2.0/ports?device_id=d394f281-a304-4be9-9309-dd6d84248a56 HTTP/1.1" status: 200 len: 945 time: 0.1718032 Dec 04 00:57:01.660742 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-264361fc-4b7b-409d-af20-f8fdf6116488 req-67ccc8cf-9ad2-4132-98b6-33a18b88b436 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Deleting port ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae {{(pid=80327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 00:57:01.661278 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-264361fc-4b7b-409d-af20-f8fdf6116488 req-67ccc8cf-9ad2-4132-98b6-33a18b88b436 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:01.722298 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 00:57:01.888799 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:01.920331 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd394f281-a304-4be9-9309-dd6d84248a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae'}] {{(pid=80328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:57:01.932212 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] For port ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae,segment=NetworkSegment(d4a9ef0c-4d84-4e89-8f44-3cdebf87a946),segment_id=d4a9ef0c-4d84-4e89-8f44-3cdebf87a946)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:57:01.961051 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:01.963936 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:57:02.061961 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998a343-858d-4fa2-be72-4cd2f40bf60f req-cdcb59d7-eb8e-4b81-9bc9-29ba6a61116a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:02.063635 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9998a343-858d-4fa2-be72-4cd2f40bf60f req-cdcb59d7-eb8e-4b81-9bc9-29ba6a61116a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0bf338724dbe4d6fb75ec0856b79ca35&device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 1162 time: 0.5257580 Dec 04 00:57:02.085520 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46bd4c-df8a-460e-beaf-06c1d2081bd5 req-34362cdd-f4aa-4b3b-bf00-d02104c476be tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:02.093670 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3f46bd4c-df8a-460e-beaf-06c1d2081bd5 req-34362cdd-f4aa-4b3b-bf00-d02104c476be tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.5430014 Dec 04 00:57:02.121458 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Pushing event updated for resources: {'Port': ['ID=ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae,revision_number=5']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:57:02.136070 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:57:02.288897 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998a343-858d-4fa2-be72-4cd2f40bf60f req-6bf3f404-2336-47d4-a436-23701873f843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:02.290932 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9998a343-858d-4fa2-be72-4cd2f40bf60f req-6bf3f404-2336-47d4-a436-23701873f843 service neutron] 10.222.0.86 "GET /v2.0/networks?id=77143b40-0430-4aa2-93c2-47d05a30b59e HTTP/1.1" status: 200 len: 912 time: 0.2120559 Dec 04 00:57:02.297174 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-264361fc-4b7b-409d-af20-f8fdf6116488 req-67ccc8cf-9ad2-4132-98b6-33a18b88b436 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] For port ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae,segment=NetworkSegment(d4a9ef0c-4d84-4e89-8f44-3cdebf87a946),segment_id=d4a9ef0c-4d84-4e89-8f44-3cdebf87a946)] {{(pid=80327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:57:02.297805 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-264361fc-4b7b-409d-af20-f8fdf6116488 req-67ccc8cf-9ad2-4132-98b6-33a18b88b436 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:02.509878 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3f46bd4c-df8a-460e-beaf-06c1d2081bd5 req-de154ea0-ea92-4179-9e27-ba085da41c8b tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4151561 Dec 04 00:57:02.517104 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-264361fc-4b7b-409d-af20-f8fdf6116488 req-67ccc8cf-9ad2-4132-98b6-33a18b88b436 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Calling delete_port for ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae owned by compute:nova {{(pid=80327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 00:57:02.571563 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9998a343-858d-4fa2-be72-4cd2f40bf60f req-a822346a-c53f-42b3-a28a-092c2923d98c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8e80825-9d6c-4e2f-9f4f-56904567bf39 HTTP/1.1" status: 200 len: 217 time: 0.2531245 Dec 04 00:57:02.727341 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd394f281-a304-4be9-9309-dd6d84248a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae', 'code': 200} Dec 04 00:57:02.728007 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f83a2-99f4-40e3-be4b-a564084b2344 req-dbc97979-594a-4bb9-a233-336b9c6a2e75 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:02.728007 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-eb6f83a2-99f4-40e3-be4b-a564084b2344 req-dbc97979-594a-4bb9-a233-336b9c6a2e75 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/ports?device_id=d394f281-a304-4be9-9309-dd6d84248a56 HTTP/1.1" status: 200 len: 943 time: 0.7194982 Dec 04 00:57:02.777472 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998a343-858d-4fa2-be72-4cd2f40bf60f req-014a5810-247b-460f-9be4-222319082181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:02.779131 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9998a343-858d-4fa2-be72-4cd2f40bf60f req-014a5810-247b-460f-9be4-222319082181 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8992a81f-7e9c-4e53-bca2-1c6f4569ebb0 HTTP/1.1" status: 200 len: 858 time: 0.1905477 Dec 04 00:57:02.787648 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-eb6f83a2-99f4-40e3-be4b-a564084b2344 req-b50545a1-8c96-430a-ac53-65ee43ad15d2 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/security-groups?id=9d8cf799-1ed5-4dc8-ad2f-d7edbb3d9f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353877 Dec 04 00:57:02.860703 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9998a343-858d-4fa2-be72-4cd2f40bf60f req-f43bdb0b-2e72-4a28-bca3-00aaeeae7197 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=77143b40-0430-4aa2-93c2-47d05a30b59e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718548 Dec 04 00:57:02.882414 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55266f-1b78-4b02-9114-1da694295cb9 req-c603c4f5-e9cd-4ad6-9cbb-310a160cb874 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:02.884003 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-be55266f-1b78-4b02-9114-1da694295cb9 req-c603c4f5-e9cd-4ad6-9cbb-310a160cb874 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 945 time: 0.1632428 Dec 04 00:57:03.032553 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-be55266f-1b78-4b02-9114-1da694295cb9 req-12d59b41-71c8-408e-9578-dd86731f35b9 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1211166 Dec 04 00:57:03.053656 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.db.api [req-264361fc-4b7b-409d-af20-f8fdf6116488 req-67ccc8cf-9ad2-4132-98b6-33a18b88b436 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80327) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 04 00:57:03.054025 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_db.api [req-264361fc-4b7b-409d-af20-f8fdf6116488 req-67ccc8cf-9ad2-4132-98b6-33a18b88b436 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 04 00:57:03.059950 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9998a343-858d-4fa2-be72-4cd2f40bf60f req-2f9f6564-097c-4264-af7e-616532a3eb11 service neutron] 10.222.0.86 "GET /v2.0/networks/77143b40-0430-4aa2-93c2-47d05a30b59e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846707 Dec 04 00:57:03.217199 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9998a343-858d-4fa2-be72-4cd2f40bf60f req-cf8e7f80-03ce-4c40-8ae3-4a52c1d04138 service neutron] 10.222.0.86 "GET /v2.0/networks/77143b40-0430-4aa2-93c2-47d05a30b59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1491661 Dec 04 00:57:03.590802 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-264361fc-4b7b-409d-af20-f8fdf6116488 req-67ccc8cf-9ad2-4132-98b6-33a18b88b436 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Deleting port ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae {{(pid=80327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 00:57:03.590997 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-264361fc-4b7b-409d-af20-f8fdf6116488 req-67ccc8cf-9ad2-4132-98b6-33a18b88b436 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:03.958469 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-58a031fb-5f2d-40ab-85ec-e428439db926 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:03.960054 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-58a031fb-5f2d-40ab-85ec-e428439db926 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/networks?id=54b14030-b274-46da-b128-dfa3d6f39479 HTTP/1.1" status: 200 len: 815 time: 0.4708271 Dec 04 00:57:04.017452 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-031bf8c9-e288-45b5-ad1b-b90a5fec1f50 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/quotas/ee2e291e3bae48f9aa1a99091109694e HTTP/1.1" status: 200 len: 375 time: 0.0467689 Dec 04 00:57:04.028437 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f47008e-c549-4cba-be0a-5db9404dc7d6 req-8576139c-a3f1-4ec3-8a2d-0b7fe9b0c556 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:04.031696 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-0f47008e-c549-4cba-be0a-5db9404dc7d6 req-8576139c-a3f1-4ec3-8a2d-0b7fe9b0c556 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.3380563 Dec 04 00:57:04.113154 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-264361fc-4b7b-409d-af20-f8fdf6116488 req-67ccc8cf-9ad2-4132-98b6-33a18b88b436 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] For port ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae,segment=NetworkSegment(d4a9ef0c-4d84-4e89-8f44-3cdebf87a946),segment_id=d4a9ef0c-4d84-4e89-8f44-3cdebf87a946)] {{(pid=80327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:57:04.113550 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-264361fc-4b7b-409d-af20-f8fdf6116488 req-67ccc8cf-9ad2-4132-98b6-33a18b88b436 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:04.487318 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-264361fc-4b7b-409d-af20-f8fdf6116488 req-67ccc8cf-9ad2-4132-98b6-33a18b88b436 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Calling delete_port for ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae owned by compute:nova {{(pid=80327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 00:57:04.542597 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-0f47008e-c549-4cba-be0a-5db9404dc7d6 req-c6b50933-b195-459d-8dd0-297d118cdfb3 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4914181 Dec 04 00:57:04.611580 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-a6d24867-ffa0-47fc-9932-8b17c83a8a08 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?tenant_id=ee2e291e3bae48f9aa1a99091109694e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5756269 Dec 04 00:57:04.906240 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-56181d87-7947-4062-a807-adbb9dad1cea service neutron] 10.222.0.73 "GET /v2.0/networks/54b14030-b274-46da-b128-dfa3d6f39479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807236 Dec 04 00:57:04.917785 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1006018-2293-4084-9750-08381fe4a733 req-ab5796a0-e05c-4932-a723-34af562f26c9 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:04.919450 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a1006018-2293-4084-9750-08381fe4a733 req-ab5796a0-e05c-4932-a723-34af562f26c9 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/ports?device_id=d394f281-a304-4be9-9309-dd6d84248a56 HTTP/1.1" status: 200 len: 865 time: 0.2058706 Dec 04 00:57:04.944903 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-264361fc-4b7b-409d-af20-f8fdf6116488 req-67ccc8cf-9ad2-4132-98b6-33a18b88b436 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291473225622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291473606618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:04.966900 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-ca377172-58a4-441e-8f0d-7026326aafe7 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:57:05.146981 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ccc8cf-9ad2-4132-98b6-33a18b88b436 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Pushing event deleted for resources: {'Port': ['ID=ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:57:05.150000 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-67ccc8cf-9ad2-4132-98b6-33a18b88b436 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:57:05.258379 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a1006018-2293-4084-9750-08381fe4a733 req-06a5dbd7-7a40-4e52-9098-f70b3618924f tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/security-groups?id=9d8cf799-1ed5-4dc8-ad2f-d7edbb3d9f4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946208 Dec 04 00:57:05.375802 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-d0a31e01-f603-4510-a93b-825fca048f12 service neutron] 10.222.0.73 "GET /v2.0/networks/54b14030-b274-46da-b128-dfa3d6f39479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4552910 Dec 04 00:57:05.468558 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [req-264361fc-4b7b-409d-af20-f8fdf6116488 req-67ccc8cf-9ad2-4132-98b6-33a18b88b436 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] No DVR routers for this DVR port ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae on host hv-cinder-76330 {{(pid=80327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 00:57:05.473475 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-264361fc-4b7b-409d-af20-f8fdf6116488 req-67ccc8cf-9ad2-4132-98b6-33a18b88b436 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:05.476892 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd394f281-a304-4be9-9309-dd6d84248a56', 'name': 'network-vif-deleted', 'tag': 'ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae'}] {{(pid=80327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:57:05.544342 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720613a8-03c8-4fea-aa01-1d986c9e283c req-915012ae-419d-4a60-8ad0-4a96a7a50a74 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:05.547750 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-720613a8-03c8-4fea-aa01-1d986c9e283c req-915012ae-419d-4a60-8ad0-4a96a7a50a74 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 945 time: 0.1375248 Dec 04 00:57:05.550151 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-264361fc-4b7b-409d-af20-f8fdf6116488 req-67ccc8cf-9ad2-4132-98b6-33a18b88b436 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.86 "DELETE /v2.0/ports/ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae HTTP/1.1" status: 204 len: 173 time: 4.2260263 Dec 04 00:57:05.600697 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-720613a8-03c8-4fea-aa01-1d986c9e283c req-41269b5c-ca58-4523-adbe-cdb087aa6480 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445807 Dec 04 00:57:05.791258 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd394f281-a304-4be9-9309-dd6d84248a56', 'name': 'network-vif-deleted', 'tag': 'ffb9b88a-4e00-4ea9-b086-f142fa3dd7ae', 'status': 'completed', 'code': 200} Dec 04 00:57:05.955876 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-58b18aa4-c9f9-48ce-9bbf-ca3ef1101f58 req-f527530d-61ec-451a-8776-d8110955d7df tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=80bed229-ae56-4fb6-889e-fd7451188bdb HTTP/1.1" status: 200 len: 210 time: 0.0732865 Dec 04 00:57:06.000382 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015dac76-6395-4c4d-bc49-d11de3297352 req-308de668-846b-43ef-a5d6-71fc4d87a2dc tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:06.002084 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-015dac76-6395-4c4d-bc49-d11de3297352 req-308de668-846b-43ef-a5d6-71fc4d87a2dc tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.1642771 Dec 04 00:57:06.067177 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-015dac76-6395-4c4d-bc49-d11de3297352 req-b8050356-8c55-44c7-b9e3-f2b2f139cdfe tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572042 Dec 04 00:57:06.672694 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-2ddc7663-1f62-4af5-a79c-d082c0717d90 req-6f921aff-4e92-4512-9765-294cd7e83cf9 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Synchronizing usage tracker for tenant:4d01cb901a5340fe9f365d4b0b99b06c on resource:port {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 00:57:06.739222 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-2ddc7663-1f62-4af5-a79c-d082c0717d90 req-6f921aff-4e92-4512-9765-294cd7e83cf9 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Unset dirty status for tenant:4d01cb901a5340fe9f365d4b0b99b06c on resource:port {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 00:57:06.740793 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2ddc7663-1f62-4af5-a79c-d082c0717d90 req-6f921aff-4e92-4512-9765-294cd7e83cf9 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] 10.222.0.73 "GET /v2.0/ports?device_id=d394f281-a304-4be9-9309-dd6d84248a56 HTTP/1.1" status: 200 len: 210 time: 0.1152759 Dec 04 00:57:06.892615 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2f0bf-3236-4706-956a-f04ebbb12715 req-75e2c573-bd9b-47e4-8422-9f1c3eb12b0c tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:06.894346 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-1fc2f0bf-3236-4706-956a-f04ebbb12715 req-75e2c573-bd9b-47e4-8422-9f1c3eb12b0c tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 945 time: 0.1084955 Dec 04 00:57:06.967791 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-1fc2f0bf-3236-4706-956a-f04ebbb12715 req-8b18887e-5c94-4f9a-8838-c858c7c296a6 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0669248 Dec 04 00:57:07.185568 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f85591f9-f341-4103-a36d-ec1b7c8f0996 req-1cc3e39c-4b75-446a-9272-39243fab411e tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=80bed229-ae56-4fb6-889e-fd7451188bdb HTTP/1.1" status: 200 len: 210 time: 0.0741212 Dec 04 00:57:07.307173 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28124770-124e-4f1e-bd16-ec0ed3447553 req-4d84debf-c10b-48ef-8e44-d0de242a0e7d tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:07.316541 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-28124770-124e-4f1e-bd16-ec0ed3447553 req-4d84debf-c10b-48ef-8e44-d0de242a0e7d tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.1110792 Dec 04 00:57:07.359596 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-28124770-124e-4f1e-bd16-ec0ed3447553 req-00cae255-82a2-4ba5-8c3c-2e3cc621f546 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430775 Dec 04 00:57:08.329952 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef142dc3-83a4-42ab-9457-4d5b957b1346 req-d32c1af1-11be-4ba2-b122-24f0528a2b08 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:08.339825 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ef142dc3-83a4-42ab-9457-4d5b957b1346 req-d32c1af1-11be-4ba2-b122-24f0528a2b08 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 945 time: 0.1840167 Dec 04 00:57:08.352723 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 6 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 00:57:08.493188 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-39324c92-f20b-464d-971e-78449ae85d90 req-e6b9abad-cf46-41a3-a70b-8e4807db2968 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=80bed229-ae56-4fb6-889e-fd7451188bdb HTTP/1.1" status: 200 len: 210 time: 0.0595183 Dec 04 00:57:08.616671 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ef142dc3-83a4-42ab-9457-4d5b957b1346 req-da141b92-424e-439d-ab28-7a83f8260565 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2732480 Dec 04 00:57:08.738974 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-0331281f-9c36-44ab-b35b-6efeef48a36b tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:08.740596 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-0331281f-9c36-44ab-b35b-6efeef48a36b tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.86 "GET /v2.0/networks?id=54b14030-b274-46da-b128-dfa3d6f39479 HTTP/1.1" status: 200 len: 815 time: 0.3960462 Dec 04 00:57:08.790031 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-b5ac2369-e690-4adb-a1d4-c1942ebc4cc9 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Request body: {'port': {'device_id': '80bed229-ae56-4fb6-889e-fd7451188bdb', 'network_id': '54b14030-b274-46da-b128-dfa3d6f39479', 'admin_state_up': True, 'tenant_id': 'ee2e291e3bae48f9aa1a99091109694e'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:57:08.975080 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-b5ac2369-e690-4adb-a1d4-c1942ebc4cc9 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:57:08.997871 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-b5ac2369-e690-4adb-a1d4-c1942ebc4cc9 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:57:09.008141 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c6d81-097a-4629-b0cc-519f89cf335b req-3904e5b3-da17-4f43-854f-35b495843c39 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:09.016779 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-645c6d81-097a-4629-b0cc-519f89cf335b req-3904e5b3-da17-4f43-854f-35b495843c39 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.2711239 Dec 04 00:57:09.084023 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-645c6d81-097a-4629-b0cc-519f89cf335b req-668ecc7b-82bc-4474-bc2e-92ea3417a2a7 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661504 Dec 04 00:57:09.086246 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-b5ac2369-e690-4adb-a1d4-c1942ebc4cc9 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Made reservation on behalf of ee2e291e3bae48f9aa1a99091109694e for: {'port': 1} {{(pid=80327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 00:57:09.091895 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-b5ac2369-e690-4adb-a1d4-c1942ebc4cc9 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:09.704284 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705c062-b797-45fc-95ee-c82bb0255a45 req-11378260-f175-4408-ba46-e8a9cca04659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:09.705902 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b705c062-b797-45fc-95ee-c82bb0255a45 req-11378260-f175-4408-ba46-e8a9cca04659 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0bf338724dbe4d6fb75ec0856b79ca35&device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 1162 time: 0.4509394 Dec 04 00:57:09.753761 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-b5ac2369-e690-4adb-a1d4-c1942ebc4cc9 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Allocated IP 172.20.0.8 (54b14030-b274-46da-b128-dfa3d6f39479/cec34db6-5d74-4430-bbbe-d4555b4d415e/1498dd49-63b6-4321-9983-564995600d1c) {{(pid=80327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 00:57:09.936635 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-fced1b6d-15a7-4bea-961e-72c554974384 req-d5b3f3d7-1ae2-4470-9066-048cafdbebb6 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=80bed229-ae56-4fb6-889e-fd7451188bdb HTTP/1.1" status: 200 len: 210 time: 0.1305151 Dec 04 00:57:10.219684 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705c062-b797-45fc-95ee-c82bb0255a45 req-14eb70d2-4e73-4a31-9dff-c29cdf1a173d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:10.221291 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b705c062-b797-45fc-95ee-c82bb0255a45 req-14eb70d2-4e73-4a31-9dff-c29cdf1a173d service neutron] 10.222.0.86 "GET /v2.0/networks?id=77143b40-0430-4aa2-93c2-47d05a30b59e HTTP/1.1" status: 200 len: 912 time: 0.4139891 Dec 04 00:57:10.338189 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-b5ac2369-e690-4adb-a1d4-c1942ebc4cc9 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Notify callbacks [] for port, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:10.352296 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3de7a4a-88bc-4b85-9231-d8a49af8de19 req-be7b00f2-5ed6-4987-9eaf-fc68fed31f36 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:10.353883 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e3de7a4a-88bc-4b85-9231-d8a49af8de19 req-be7b00f2-5ed6-4987-9eaf-fc68fed31f36 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 945 time: 0.4777136 Dec 04 00:57:10.371153 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b705c062-b797-45fc-95ee-c82bb0255a45 req-3f3ea1da-aa8b-4c44-b5b4-b0115a97e676 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8e80825-9d6c-4e2f-9f4f-56904567bf39 HTTP/1.1" status: 200 len: 217 time: 0.1236732 Dec 04 00:57:10.846294 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e3de7a4a-88bc-4b85-9231-d8a49af8de19 req-9b8c5983-dae3-4c8c-b859-4751b0ec84fb tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1379261 Dec 04 00:57:10.846294 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b705c062-b797-45fc-95ee-c82bb0255a45 req-6819573d-a2dd-4dbe-bda3-093b1f2f9e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:10.846294 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b705c062-b797-45fc-95ee-c82bb0255a45 req-6819573d-a2dd-4dbe-bda3-093b1f2f9e51 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8992a81f-7e9c-4e53-bca2-1c6f4569ebb0 HTTP/1.1" status: 200 len: 858 time: 0.1255174 Dec 04 00:57:10.846294 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a586d595-38be-41b9-9fe6-100adf80e9e4 req-09700f03-68d2-4320-afec-b9f17d7a83c6 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:10.846294 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a586d595-38be-41b9-9fe6-100adf80e9e4 req-09700f03-68d2-4320-afec-b9f17d7a83c6 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.2921808 Dec 04 00:57:10.846294 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b705c062-b797-45fc-95ee-c82bb0255a45 req-bdbe33e0-5c3f-4f78-a70b-f50ee5b9a5d3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=77143b40-0430-4aa2-93c2-47d05a30b59e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598187 Dec 04 00:57:10.846294 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a586d595-38be-41b9-9fe6-100adf80e9e4 req-7f096dcf-05cd-461c-b4d0-b81db62b9f48 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278701 Dec 04 00:57:10.846294 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b705c062-b797-45fc-95ee-c82bb0255a45 req-3a32602b-0079-4c03-bfca-ace3a524afae service neutron] 10.222.0.86 "GET /v2.0/networks/77143b40-0430-4aa2-93c2-47d05a30b59e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534288 Dec 04 00:57:10.906674 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b705c062-b797-45fc-95ee-c82bb0255a45 req-f22dca86-a3b9-4f65-96d8-ef22b34848ef service neutron] 10.222.0.86 "GET /v2.0/networks/77143b40-0430-4aa2-93c2-47d05a30b59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1418681 Dec 04 00:57:11.162710 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6afedf-f31f-4f49-b807-63b37f3588f5 req-40fdff57-f2e1-4a75-8afe-3e0bae07d420 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:11.164285 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ab6afedf-f31f-4f49-b807-63b37f3588f5 req-40fdff57-f2e1-4a75-8afe-3e0bae07d420 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=80bed229-ae56-4fb6-889e-fd7451188bdb HTTP/1.1" status: 200 len: 931 time: 0.0859315 Dec 04 00:57:11.214969 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ab6afedf-f31f-4f49-b807-63b37f3588f5 req-e6a67d66-0caa-4384-b6d4-0e61ca35fc19 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439043 Dec 04 00:57:11.538735 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-b5ac2369-e690-4adb-a1d4-c1942ebc4cc9 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:11.554976 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-bf8fefcd-c3b2-45df-ae4b-ad570ee800bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:57:11.704853 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac2369-e690-4adb-a1d4-c1942ebc4cc9 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Pushing event updated for resources: {'Port': ['ID=1498dd49-63b6-4321-9983-564995600d1c,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:57:11.710822 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-b5ac2369-e690-4adb-a1d4-c1942ebc4cc9 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:57:11.778992 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-b5ac2369-e690-4adb-a1d4-c1942ebc4cc9 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Network 54b14030-b274-46da-b128-dfa3d6f39479 is already hosted by enough agents. {{(pid=80327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 00:57:11.834299 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-b5ac2369-e690-4adb-a1d4-c1942ebc4cc9 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Resources bound (agent type, host, resource id): {{(pid=80327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:57:11.834299 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-b5ac2369-e690-4adb-a1d4-c1942ebc4cc9 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Received port after_create {{(pid=80327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 00:57:11.862694 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-b5ac2369-e690-4adb-a1d4-c1942ebc4cc9 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:11.877712 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-b5ac2369-e690-4adb-a1d4-c1942ebc4cc9 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:11.939636 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-b5ac2369-e690-4adb-a1d4-c1942ebc4cc9 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1541541 Dec 04 00:57:11.980682 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-adf9c55d-eede-4d5b-92dc-3f8625ecd7cb service neutron] Request body: {'port': {'device_id': '80bed229-ae56-4fb6-889e-fd7451188bdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:57:12.284222 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336a8a4-8e6f-4458-a56f-2cb1be5661af req-64258f3b-6e10-45be-8635-6be6be37b8d1 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:12.285883 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-4336a8a4-8e6f-4458-a56f-2cb1be5661af req-64258f3b-6e10-45be-8635-6be6be37b8d1 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.2296259 Dec 04 00:57:12.286526 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-adf9c55d-eede-4d5b-92dc-3f8625ecd7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:12.337037 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea052fa6-cae1-4d56-aec8-ae1ba92b6cf6 req-d3b2e3cf-76c1-4b66-8bbb-3229c926b3e6 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:12.338659 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ea052fa6-cae1-4d56-aec8-ae1ba92b6cf6 req-d3b2e3cf-76c1-4b66-8bbb-3229c926b3e6 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 945 time: 0.3215697 Dec 04 00:57:12.426440 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-4336a8a4-8e6f-4458-a56f-2cb1be5661af req-144f6e6e-363e-406e-897f-34aa57d3bc37 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266725 Dec 04 00:57:12.529489 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ea052fa6-cae1-4d56-aec8-ae1ba92b6cf6 req-197f2d30-5050-44f7-bd8f-a368df2e08f9 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1620684 Dec 04 00:57:12.848041 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fc38aa-3a0d-40b0-ab83-bb8a83d4a864 req-9d86213a-dbd4-41f2-b39f-d282c753a9ca tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:12.848860 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-12fc38aa-3a0d-40b0-ab83-bb8a83d4a864 req-9d86213a-dbd4-41f2-b39f-d282c753a9ca tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Synchronizing usage tracker for tenant:ee2e291e3bae48f9aa1a99091109694e on resource:port {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 00:57:12.951081 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-12fc38aa-3a0d-40b0-ab83-bb8a83d4a864 req-9d86213a-dbd4-41f2-b39f-d282c753a9ca tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Unset dirty status for tenant:ee2e291e3bae48f9aa1a99091109694e on resource:port {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 00:57:12.958398 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-12fc38aa-3a0d-40b0-ab83-bb8a83d4a864 req-9d86213a-dbd4-41f2-b39f-d282c753a9ca tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=80bed229-ae56-4fb6-889e-fd7451188bdb HTTP/1.1" status: 200 len: 931 time: 0.3248241 Dec 04 00:57:13.016147 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-adf9c55d-eede-4d5b-92dc-3f8625ecd7cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1498dd49-63b6-4321-9983-564995600d1c {{(pid=80327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 04 00:57:13.028252 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-adf9c55d-eede-4d5b-92dc-3f8625ecd7cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:13.043030 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-12fc38aa-3a0d-40b0-ab83-bb8a83d4a864 req-e8736109-90d5-4192-b497-12dcffe82a68 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836437 Dec 04 00:57:13.049346 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-adf9c55d-eede-4d5b-92dc-3f8625ecd7cb service neutron] Transition to ACTIVE for port object 1498dd49-63b6-4321-9983-564995600d1c will not be triggered until provisioned by entity L2. {{(pid=80327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 00:57:13.083134 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-adf9c55d-eede-4d5b-92dc-3f8625ecd7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27697970'] for port, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:13.259966 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:57:13.326157 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9c55d-eede-4d5b-92dc-3f8625ecd7cb service neutron] Pushing event updated for resources: {'Port': ['ID=1498dd49-63b6-4321-9983-564995600d1c,revision_number=2']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:57:13.330250 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-adf9c55d-eede-4d5b-92dc-3f8625ecd7cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:57:13.734555 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-adf9c55d-eede-4d5b-92dc-3f8625ecd7cb service neutron] Attempting to bind port 1498dd49-63b6-4321-9983-564995600d1c on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 00:57:13.734929 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-adf9c55d-eede-4d5b-92dc-3f8625ecd7cb service neutron] Attempting to bind port 1498dd49-63b6-4321-9983-564995600d1c by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'b1be24bd-1446-47e5-9ec0-76f7a84bf2b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '54b14030-b274-46da-b128-dfa3d6f39479'}] {{(pid=80327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 00:57:13.735353 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-adf9c55d-eede-4d5b-92dc-3f8625ecd7cb service neutron] Attempting to bind port 1498dd49-63b6-4321-9983-564995600d1c on network 54b14030-b274-46da-b128-dfa3d6f39479 {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 00:57:13.745600 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-adf9c55d-eede-4d5b-92dc-3f8625ecd7cb service neutron] Checking agent: {'id': '37b4fca6-97cd-43de-9e09-0e080c5ad260', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 52, 16), 'started_at': datetime.datetime(2020, 12, 4, 0, 52, 46), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 00:57:13.746184 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-adf9c55d-eede-4d5b-92dc-3f8625ecd7cb service neutron] Checking segment: {'id': 'b1be24bd-1446-47e5-9ec0-76f7a84bf2b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '54b14030-b274-46da-b128-dfa3d6f39479'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 00:57:13.746346 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-adf9c55d-eede-4d5b-92dc-3f8625ecd7cb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:13.746737 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-adf9c55d-eede-4d5b-92dc-3f8625ecd7cb service neutron] Bound using segment: {'id': 'b1be24bd-1446-47e5-9ec0-76f7a84bf2b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '54b14030-b274-46da-b128-dfa3d6f39479'} {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 00:57:13.747241 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-adf9c55d-eede-4d5b-92dc-3f8625ecd7cb service neutron] Bound port: 1498dd49-63b6-4321-9983-564995600d1c, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1be24bd-1446-47e5-9ec0-76f7a84bf2b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '54b14030-b274-46da-b128-dfa3d6f39479'}}] {{(pid=80327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 00:57:13.747622 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-adf9c55d-eede-4d5b-92dc-3f8625ecd7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:13.917210 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06163b7e-109b-495f-b8fb-00650ccc81e1 req-d2477a2a-55f4-458f-9719-63215cf299c4 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:13.918754 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-06163b7e-109b-495f-b8fb-00650ccc81e1 req-d2477a2a-55f4-458f-9719-63215cf299c4 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.2426517 Dec 04 00:57:13.949313 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-adf9c55d-eede-4d5b-92dc-3f8625ecd7cb service neutron] For port 1498dd49-63b6-4321-9983-564995600d1c, host hv-cinder-76330, cleared binding levels {{(pid=80327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 00:57:13.966380 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-adf9c55d-eede-4d5b-92dc-3f8625ecd7cb service neutron] For port 1498dd49-63b6-4321-9983-564995600d1c, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1498dd49-63b6-4321-9983-564995600d1c,segment=NetworkSegment(b1be24bd-1446-47e5-9ec0-76f7a84bf2b0),segment_id=b1be24bd-1446-47e5-9ec0-76f7a84bf2b0)] {{(pid=80327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 00:57:13.974864 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3482cc-3bd5-438a-8882-520cedc5f10d req-8b4dc557-3f74-435d-96d2-b53fc0b66bb0 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:13.977037 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3c3482cc-3bd5-438a-8882-520cedc5f10d req-8b4dc557-3f74-435d-96d2-b53fc0b66bb0 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 945 time: 0.2194908 Dec 04 00:57:14.020170 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-06163b7e-109b-495f-b8fb-00650ccc81e1 req-580b3b83-08c2-4c09-b203-74b672a93caa tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912893 Dec 04 00:57:14.043741 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3c3482cc-3bd5-438a-8882-520cedc5f10d req-1b36848d-42f1-4130-ab1b-ad223c548d70 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564137 Dec 04 00:57:14.047333 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-adf9c55d-eede-4d5b-92dc-3f8625ecd7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27697970'] for port, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:14.082641 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:57:14.301238 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9c55d-eede-4d5b-92dc-3f8625ecd7cb service neutron] Pushing event updated for resources: {'Port': ['ID=1498dd49-63b6-4321-9983-564995600d1c,revision_number=3']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:57:14.307597 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-adf9c55d-eede-4d5b-92dc-3f8625ecd7cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:57:14.365671 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f00cba9-3396-4dc2-a282-5057b4c16a7c req-2bf92082-f078-4048-8549-19e54c945e99 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:14.367318 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-5f00cba9-3396-4dc2-a282-5057b4c16a7c req-2bf92082-f078-4048-8549-19e54c945e99 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=80bed229-ae56-4fb6-889e-fd7451188bdb HTTP/1.1" status: 200 len: 943 time: 0.1502895 Dec 04 00:57:14.368506 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-adf9c55d-eede-4d5b-92dc-3f8625ecd7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:14.369185 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-adf9c55d-eede-4d5b-92dc-3f8625ecd7cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:14.370550 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-adf9c55d-eede-4d5b-92dc-3f8625ecd7cb service neutron] 10.222.0.86 "PUT /v2.0/ports/1498dd49-63b6-4321-9983-564995600d1c HTTP/1.1" status: 200 len: 1157 time: 2.3957257 Dec 04 00:57:14.371072 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80bed229-ae56-4fb6-889e-fd7451188bdb', 'tag': '1498dd49-63b6-4321-9983-564995600d1c'}] {{(pid=80327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:57:14.455665 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80bed229-ae56-4fb6-889e-fd7451188bdb', 'tag': '1498dd49-63b6-4321-9983-564995600d1c', 'status': 'completed', 'code': 200} Dec 04 00:57:14.492237 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-5f00cba9-3396-4dc2-a282-5057b4c16a7c req-0c4e8be2-b262-4585-908c-fa0743cdfd12 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035311 Dec 04 00:57:14.663812 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b997faf1-4285-467b-b858-3004133e3302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:14.686153 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41f999-c1b7-4a03-a661-a084dae67c24 req-60509777-29cd-4971-83fd-e41ce14c43e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:14.688626 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2c41f999-c1b7-4a03-a661-a084dae67c24 req-60509777-29cd-4971-83fd-e41ce14c43e3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=27c40306c9424330a5920da109201aa5&device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 1162 time: 0.1810882 Dec 04 00:57:14.733260 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-01d28eb7-d535-4fe2-8d72-ba753f23e094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:14.735002 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-01d28eb7-d535-4fe2-8d72-ba753f23e094 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ee2e291e3bae48f9aa1a99091109694e&device_id=80bed229-ae56-4fb6-889e-fd7451188bdb HTTP/1.1" status: 200 len: 1160 time: 0.1807787 Dec 04 00:57:14.863466 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-c961bd05-4092-4ac8-bd80-ad3ee1271c9f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1498dd49-63b6-4321-9983-564995600d1c HTTP/1.1" status: 200 len: 217 time: 0.0778637 Dec 04 00:57:14.971305 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41f999-c1b7-4a03-a661-a084dae67c24 req-dcb5512c-22ee-4338-a7ea-366b57d396d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:14.972843 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2c41f999-c1b7-4a03-a661-a084dae67c24 req-dcb5512c-22ee-4338-a7ea-366b57d396d7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=81043efb-b877-4e23-b898-a49f43cd94b2 HTTP/1.1" status: 200 len: 910 time: 0.2726622 Dec 04 00:57:14.976441 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-df49b8fa-b854-4bf8-a18e-8a5d65010fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:14.977839 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-df49b8fa-b854-4bf8-a18e-8a5d65010fb7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cec34db6-5d74-4430-bbbe-d4555b4d415e HTTP/1.1" status: 200 len: 855 time: 0.1025527 Dec 04 00:57:15.105675 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-47bafc5d-d644-4b08-8bd2-9855a74a8747 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54b14030-b274-46da-b128-dfa3d6f39479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599225 Dec 04 00:57:15.202167 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2c41f999-c1b7-4a03-a661-a084dae67c24 req-caadfe22-7ad6-4591-902b-872bfef05772 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cac925b1-d037-4b65-9fd7-ff8b443a8ca9 HTTP/1.1" status: 200 len: 1000 time: 0.2129252 Dec 04 00:57:15.497729 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41f999-c1b7-4a03-a661-a084dae67c24 req-6581112f-ed81-4f7c-a578-4b82b0a8fba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:15.499417 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2c41f999-c1b7-4a03-a661-a084dae67c24 req-6581112f-ed81-4f7c-a578-4b82b0a8fba8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=09a18547-ffe8-483f-9f89-ed9ea46deb6c HTTP/1.1" status: 200 len: 855 time: 0.2254205 Dec 04 00:57:15.612930 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-d8beaabe-6b71-43bc-85fc-57b94ac95a98 service neutron] 10.222.0.86 "GET /v2.0/networks/54b14030-b274-46da-b128-dfa3d6f39479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4095752 Dec 04 00:57:15.623420 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3950f-4af2-48f2-9193-dc3d08dbed7d req-ba3be260-b288-4b3f-8f98-6687c5ce7013 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:15.625157 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f8b3950f-4af2-48f2-9193-dc3d08dbed7d req-ba3be260-b288-4b3f-8f98-6687c5ce7013 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.3942862 Dec 04 00:57:15.859809 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d03f97-0404-45cc-a3e6-43f963cb5a3e req-87bfc8f4-9313-4fe2-b053-f862d9a30f66 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:15.861374 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-17d03f97-0404-45cc-a3e6-43f963cb5a3e req-87bfc8f4-9313-4fe2-b053-f862d9a30f66 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 945 time: 0.5927563 Dec 04 00:57:16.023012 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f8b3950f-4af2-48f2-9193-dc3d08dbed7d req-eec22831-f998-478d-87f5-4737a14f9e60 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786146 Dec 04 00:57:16.054870 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-17d03f97-0404-45cc-a3e6-43f963cb5a3e req-5a9b1685-2c00-44d3-9808-c917afaf0491 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1745205 Dec 04 00:57:16.059173 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41f999-c1b7-4a03-a661-a084dae67c24 req-c0ac74da-364b-45df-9bef-fa3ef5baeaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:16.060944 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2c41f999-c1b7-4a03-a661-a084dae67c24 req-c0ac74da-364b-45df-9bef-fa3ef5baeaca service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=81043efb-b877-4e23-b898-a49f43cd94b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5422158 Dec 04 00:57:16.103670 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:16.132657 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-785b4642-f7a3-40d8-86a7-da8128f55f70 req-eb069711-4f79-4903-87ea-8d6abefd7726 service neutron] 10.222.0.86 "GET /v2.0/networks/54b14030-b274-46da-b128-dfa3d6f39479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5035005 Dec 04 00:57:16.314608 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2c41f999-c1b7-4a03-a661-a084dae67c24 req-5030dafc-1b9f-4ff7-a379-863dc46c9a36 service neutron] 10.222.0.86 "GET /v2.0/networks/81043efb-b877-4e23-b898-a49f43cd94b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323725 Dec 04 00:57:16.479107 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472620b-ed3e-49ba-9d8c-fa694e255550 req-bdb9a27f-4c34-4122-90d2-0f8ced680d84 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:16.480766 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c472620b-ed3e-49ba-9d8c-fa694e255550 req-bdb9a27f-4c34-4122-90d2-0f8ced680d84 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=80bed229-ae56-4fb6-889e-fd7451188bdb HTTP/1.1" status: 200 len: 943 time: 0.2580216 Dec 04 00:57:16.586833 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2c41f999-c1b7-4a03-a661-a084dae67c24 req-2a478a54-944e-426c-ad09-6ecc1b65f2c5 service neutron] 10.222.0.86 "GET /v2.0/networks/81043efb-b877-4e23-b898-a49f43cd94b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2561848 Dec 04 00:57:16.591200 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9764b61-ea62-4468-90e1-18db26810d17 req-51da9b6c-776e-4944-8409-d11cc415e1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:16.592719 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a9764b61-ea62-4468-90e1-18db26810d17 req-51da9b6c-776e-4944-8409-d11cc415e1be service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ee2e291e3bae48f9aa1a99091109694e&device_id=80bed229-ae56-4fb6-889e-fd7451188bdb HTTP/1.1" status: 200 len: 1160 time: 0.2660642 Dec 04 00:57:16.595239 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c472620b-ed3e-49ba-9d8c-fa694e255550 req-74f8f244-9fa8-4357-a5c1-3243f060f1ac tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923417 Dec 04 00:57:16.769648 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9764b61-ea62-4468-90e1-18db26810d17 req-4ca82c17-9d8e-4999-8784-6c519b394396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:16.771154 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a9764b61-ea62-4468-90e1-18db26810d17 req-4ca82c17-9d8e-4999-8784-6c519b394396 service neutron] 10.222.0.86 "GET /v2.0/networks?id=54b14030-b274-46da-b128-dfa3d6f39479 HTTP/1.1" status: 200 len: 909 time: 0.1438961 Dec 04 00:57:16.782033 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-1b16c6cc-817e-4dea-b5d2-ce5aa0f96d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:16.875710 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a9764b61-ea62-4468-90e1-18db26810d17 req-0e656584-cd2a-45dd-9680-7924763758fd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1498dd49-63b6-4321-9983-564995600d1c HTTP/1.1" status: 200 len: 217 time: 0.0900476 Dec 04 00:57:16.965807 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9764b61-ea62-4468-90e1-18db26810d17 req-934f195d-c443-4757-a465-00305808e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:16.967450 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a9764b61-ea62-4468-90e1-18db26810d17 req-934f195d-c443-4757-a465-00305808e3f0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cec34db6-5d74-4430-bbbe-d4555b4d415e HTTP/1.1" status: 200 len: 855 time: 0.0750728 Dec 04 00:57:17.036279 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a9764b61-ea62-4468-90e1-18db26810d17 req-47662e49-b1c9-4f7e-afa7-0da2c16413f3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=54b14030-b274-46da-b128-dfa3d6f39479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558186 Dec 04 00:57:17.326757 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a9764b61-ea62-4468-90e1-18db26810d17 req-7fcdc576-11d0-437d-9cea-02667412c722 service neutron] 10.222.0.86 "GET /v2.0/networks/54b14030-b274-46da-b128-dfa3d6f39479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741964 Dec 04 00:57:17.395657 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69dc9b-5bf4-49f1-ac89-647d9e2a57f3 req-201afdca-d77c-41f4-8425-e595fc8f0ad5 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:17.397352 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ce69dc9b-5bf4-49f1-ac89-647d9e2a57f3 req-201afdca-d77c-41f4-8425-e595fc8f0ad5 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.2035034 Dec 04 00:57:17.463715 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:17.536663 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71548df-b3eb-4486-b2e3-c8f06962a063 req-ef580667-69f5-4604-82b7-707774537521 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:17.538810 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a71548df-b3eb-4486-b2e3-c8f06962a063 req-ef580667-69f5-4604-82b7-707774537521 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 945 time: 0.3052011 Dec 04 00:57:17.566667 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ce69dc9b-5bf4-49f1-ac89-647d9e2a57f3 req-3bf672e8-8cda-41b2-9b7c-d8633179361c tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193779 Dec 04 00:57:17.598990 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a9764b61-ea62-4468-90e1-18db26810d17 req-e7c35ecc-ae67-4153-a78c-120b016f52a7 service neutron] 10.222.0.86 "GET /v2.0/networks/54b14030-b274-46da-b128-dfa3d6f39479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2615089 Dec 04 00:57:17.614240 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a71548df-b3eb-4486-b2e3-c8f06962a063 req-ca76638e-24cf-46ae-9d10-cf92d1c2eae3 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0639124 Dec 04 00:57:17.853459 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93e1a7-327f-4a1c-9a3b-60f5a738ab2b req-255045f7-fedf-43ee-9078-3d9ce8dd750f tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:17.854979 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8a93e1a7-327f-4a1c-9a3b-60f5a738ab2b req-255045f7-fedf-43ee-9078-3d9ce8dd750f tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=80bed229-ae56-4fb6-889e-fd7451188bdb HTTP/1.1" status: 200 len: 943 time: 0.0900576 Dec 04 00:57:17.907976 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8a93e1a7-327f-4a1c-9a3b-60f5a738ab2b req-53d210cd-dc5c-4194-a836-da9c937fc71f tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451939 Dec 04 00:57:18.514694 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:18.801321 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be47af-9878-4eb8-ab42-7fbbd3aec737 req-037d1986-b514-46a0-9db9-1ca012f34c42 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:18.804275 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d6be47af-9878-4eb8-ab42-7fbbd3aec737 req-037d1986-b514-46a0-9db9-1ca012f34c42 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.0978329 Dec 04 00:57:18.897978 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:18.898565 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d6be47af-9878-4eb8-ab42-7fbbd3aec737 req-37756c4d-3f6d-467c-a779-c4d21639e41b tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547667 Dec 04 00:57:18.932783 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735d2d2-9d10-403b-844b-ac3258d914ec req-3b631784-fb07-4e68-be72-5b9027b7b8dd tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:18.934435 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f735d2d2-9d10-403b-844b-ac3258d914ec req-3b631784-fb07-4e68-be72-5b9027b7b8dd tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 945 time: 0.1406224 Dec 04 00:57:18.994788 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f735d2d2-9d10-403b-844b-ac3258d914ec req-e69a2409-4c76-4fc0-88e1-218026f9cd03 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516493 Dec 04 00:57:19.167364 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3602743-88f9-4d6c-802e-47ae085f8ef9 req-1fe2f091-bdae-4616-8184-c71e6b66e764 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:19.181968 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a3602743-88f9-4d6c-802e-47ae085f8ef9 req-1fe2f091-bdae-4616-8184-c71e6b66e764 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=80bed229-ae56-4fb6-889e-fd7451188bdb HTTP/1.1" status: 200 len: 943 time: 0.1267552 Dec 04 00:57:19.227591 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a3602743-88f9-4d6c-802e-47ae085f8ef9 req-1674222d-a41e-418d-b50e-2b85baed5928 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501504 Dec 04 00:57:20.155802 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f5216-a632-4834-b9e4-d89db448a978 req-44c6dfa1-54cf-4440-b91a-4741fa10d377 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:20.164867 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c61f5216-a632-4834-b9e4-d89db448a978 req-44c6dfa1-54cf-4440-b91a-4741fa10d377 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.1072407 Dec 04 00:57:20.271064 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c61f5216-a632-4834-b9e4-d89db448a978 req-86b08811-872d-4c4b-89a4-f9a9d1383aa6 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051552 Dec 04 00:57:20.338361 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b05361-e91d-45ed-9f7d-3a3998d10777 req-171bb457-c090-4744-b264-cc940d65c056 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:20.340289 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-67b05361-e91d-45ed-9f7d-3a3998d10777 req-171bb457-c090-4744-b264-cc940d65c056 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 945 time: 0.1581635 Dec 04 00:57:20.403755 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-67b05361-e91d-45ed-9f7d-3a3998d10777 req-1b370f20-3b6a-43e7-824e-f4b790e0d6c1 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0571127 Dec 04 00:57:20.565347 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a2f19-e5eb-42f8-b70e-5e48e5e02441 req-416f3fa3-14d6-432e-b3f9-6d026a657724 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:20.571411 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-565a2f19-e5eb-42f8-b70e-5e48e5e02441 req-416f3fa3-14d6-432e-b3f9-6d026a657724 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=80bed229-ae56-4fb6-889e-fd7451188bdb HTTP/1.1" status: 200 len: 943 time: 0.1215219 Dec 04 00:57:20.628028 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-565a2f19-e5eb-42f8-b70e-5e48e5e02441 req-4cbd95ba-0cc6-4dd4-a873-da193eaa05a6 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504076 Dec 04 00:57:21.069624 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 1498dd49-63b6-4321-9983-564995600d1c up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:57:21.206545 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning for port 1498dd49-63b6-4321-9983-564995600d1c completed by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 00:57:21.219266 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port 1498dd49-63b6-4321-9983-564995600d1c triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:57:21.219673 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:21.372950 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:21.420101 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bed229-ae56-4fb6-889e-fd7451188bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1498dd49-63b6-4321-9983-564995600d1c'}] {{(pid=80328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:57:21.436164 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] For port 1498dd49-63b6-4321-9983-564995600d1c, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1498dd49-63b6-4321-9983-564995600d1c,segment=NetworkSegment(b1be24bd-1446-47e5-9ec0-76f7a84bf2b0),segment_id=b1be24bd-1446-47e5-9ec0-76f7a84bf2b0)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:57:21.470266 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:21.473061 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:57:21.515929 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c90dc-1433-469c-a528-f75704dc9e4f req-6e9470f1-e5b7-4689-9883-0c3103753111 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:21.524711 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-844c90dc-1433-469c-a528-f75704dc9e4f req-6e9470f1-e5b7-4689-9883-0c3103753111 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.0965507 Dec 04 00:57:21.544356 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device cac925b1-d037-4b65-9fd7-ff8b443a8ca9 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 00:57:21.587671 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-844c90dc-1433-469c-a528-f75704dc9e4f req-bf464f89-1dcb-4a64-a100-24fa71d44dae tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617621 Dec 04 00:57:21.735199 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80bed229-ae56-4fb6-889e-fd7451188bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1498dd49-63b6-4321-9983-564995600d1c', 'code': 200} Dec 04 00:57:21.765510 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Pushing event updated for resources: {'Port': ['ID=1498dd49-63b6-4321-9983-564995600d1c,revision_number=4']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:57:21.769174 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:21.781834 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:57:21.825763 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] For port cac925b1-d037-4b65-9fd7-ff8b443a8ca9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=cac925b1-d037-4b65-9fd7-ff8b443a8ca9,segment=NetworkSegment(d123e863-f9de-44b7-aef3-f3565b117e15),segment_id=d123e863-f9de-44b7-aef3-f3565b117e15)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:57:21.863184 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:21.865063 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:57:21.965067 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce188c-f33e-44a8-bbf4-d8afff160599 req-b8cb8049-0da7-46f1-bc63-87cbdadaa75b tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:21.969213 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-45ce188c-f33e-44a8-bbf4-d8afff160599 req-b8cb8049-0da7-46f1-bc63-87cbdadaa75b tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=80bed229-ae56-4fb6-889e-fd7451188bdb HTTP/1.1" status: 200 len: 945 time: 0.1367629 Dec 04 00:57:21.996022 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Pushing event updated for resources: {'Port': ['ID=cac925b1-d037-4b65-9fd7-ff8b443a8ca9,revision_number=5']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:57:21.999687 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:57:22.044595 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-45ce188c-f33e-44a8-bbf4-d8afff160599 req-3880fa33-20e0-47b2-88cf-4a32ba72a825 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676670 Dec 04 00:57:22.205588 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9f763-43ff-44d8-8e3b-fff2123292c4 req-01b6650d-10af-43a2-88a6-a5f7c57c76ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:22.208991 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ccc9f763-43ff-44d8-8e3b-fff2123292c4 req-01b6650d-10af-43a2-88a6-a5f7c57c76ee service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=80bed229-ae56-4fb6-889e-fd7451188bdb HTTP/1.1" status: 200 len: 1162 time: 0.1022987 Dec 04 00:57:22.316499 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ccc9f763-43ff-44d8-8e3b-fff2123292c4 req-c6d84760-4f3a-4020-a64d-d813f1a33559 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949576 Dec 04 00:57:22.354162 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2019b273-13c1-44ce-823a-0ca0a6ff83d0 req-e94dbcbf-7ec1-48ce-8ecc-e8ddcfc17347 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:22.355819 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2019b273-13c1-44ce-823a-0ca0a6ff83d0 req-e94dbcbf-7ec1-48ce-8ecc-e8ddcfc17347 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 943 time: 0.0966096 Dec 04 00:57:22.409340 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2019b273-13c1-44ce-823a-0ca0a6ff83d0 req-3e0bf928-037f-4025-b0ea-0203ab1b4399 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463238 Dec 04 00:57:22.500726 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 39694) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:57:22.665401 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-20777fd9-ff69-4313-af75-c2cfbdb69c45 req-3e9195e1-b4ec-4378-b2a4-d8665cb7c4e1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1627374 Dec 04 00:57:22.684632 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 1498dd49-63b6-4321-9983-564995600d1c up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:57:22.830074 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port 1498dd49-63b6-4321-9983-564995600d1c triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:57:22.833345 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:22.867050 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334d299-01b1-4d40-9e64-17ee942d8be0 req-1aacec96-dc5c-4cd7-b941-757f1c3f9ec3 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:22.869129 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3334d299-01b1-4d40-9e64-17ee942d8be0 req-1aacec96-dc5c-4cd7-b941-757f1c3f9ec3 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.1514792 Dec 04 00:57:22.935083 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3334d299-01b1-4d40-9e64-17ee942d8be0 req-232dbf52-37d6-4d97-9609-285e71b927f1 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583870 Dec 04 00:57:23.265172 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf72fa2-fb55-43f7-840c-a136c0f3713e req-7ddc7b31-0fcf-47d0-893d-cd6add41130c tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:23.268273 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-5cf72fa2-fb55-43f7-840c-a136c0f3713e req-7ddc7b31-0fcf-47d0-893d-cd6add41130c tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=80bed229-ae56-4fb6-889e-fd7451188bdb HTTP/1.1" status: 200 len: 945 time: 0.1005199 Dec 04 00:57:23.321452 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-5cf72fa2-fb55-43f7-840c-a136c0f3713e req-d21f9025-db2e-427b-8f4d-d884f0c9304c tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477698 Dec 04 00:57:23.688048 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a0083-f9ff-430a-9d15-140e31c0bc87 req-2a0cdebe-5cb0-42a7-b6ea-2847ad13e270 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:23.691696 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-926a0083-f9ff-430a-9d15-140e31c0bc87 req-2a0cdebe-5cb0-42a7-b6ea-2847ad13e270 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 943 time: 0.0914357 Dec 04 00:57:23.736714 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21cd8e50-c397-4f0c-8c16-04603c1a8a63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cac925b1-d037-4b65-9fd7-ff8b443a8ca9'}] {{(pid=80328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:57:23.740616 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-926a0083-f9ff-430a-9d15-140e31c0bc87 req-44131d97-dc9e-490d-960e-679f53e563d2 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441742 Dec 04 00:57:23.870532 dv-cinder-763306-5-smb neutron-server[80215]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '21cd8e50-c397-4f0c-8c16-04603c1a8a63', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cac925b1-d037-4b65-9fd7-ff8b443a8ca9', 'code': 422} returned with failed status Dec 04 00:57:24.186223 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac79b5-a248-4440-8fe2-814ef9a3984a req-ebf43539-040a-43bc-955b-1838995d40bb tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:24.187832 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-aeac79b5-a248-4440-8fe2-814ef9a3984a req-ebf43539-040a-43bc-955b-1838995d40bb tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.0974102 Dec 04 00:57:24.236600 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-aeac79b5-a248-4440-8fe2-814ef9a3984a req-faebc1b6-e9ec-4acf-86bf-a13687b41c70 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412543 Dec 04 00:57:24.559212 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913399a4-66d3-4a06-a5ca-8b5b1295f86a req-5cd440bf-0111-44cf-a4a2-d1db655891a9 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:24.560790 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-913399a4-66d3-4a06-a5ca-8b5b1295f86a req-5cd440bf-0111-44cf-a4a2-d1db655891a9 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=80bed229-ae56-4fb6-889e-fd7451188bdb HTTP/1.1" status: 200 len: 945 time: 0.0973556 Dec 04 00:57:24.616995 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-913399a4-66d3-4a06-a5ca-8b5b1295f86a req-1c206073-3a8d-49a9-99fb-040bac261826 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480156 Dec 04 00:57:24.714357 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 1498dd49-63b6-4321-9983-564995600d1c up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:57:24.793114 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port 1498dd49-63b6-4321-9983-564995600d1c triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:57:24.793732 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:24.974648 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20777fd9-ff69-4313-af75-c2cfbdb69c45 req-04aa22fe-ba16-44ce-b9f8-d582455c6e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:24.977142 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-20777fd9-ff69-4313-af75-c2cfbdb69c45 req-04aa22fe-ba16-44ce-b9f8-d582455c6e4b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63&tenant_id=27c40306c9424330a5920da109201aa5 HTTP/1.1" status: 200 len: 1160 time: 0.1274409 Dec 04 00:57:25.493595 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53fd45-52a4-495f-b367-838e646cfeb1 req-ef19bbfb-a0b0-444e-84fe-69e38d997a67 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:25.495760 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ca53fd45-52a4-495f-b367-838e646cfeb1 req-ef19bbfb-a0b0-444e-84fe-69e38d997a67 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 943 time: 0.5038807 Dec 04 00:57:25.612047 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20777fd9-ff69-4313-af75-c2cfbdb69c45 req-dd254284-63b9-4620-ae27-09d1dbd987dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:25.613830 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-20777fd9-ff69-4313-af75-c2cfbdb69c45 req-dd254284-63b9-4620-ae27-09d1dbd987dc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=27c40306c9424330a5920da109201aa5&device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 1160 time: 0.5648053 Dec 04 00:57:25.621740 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ca53fd45-52a4-495f-b367-838e646cfeb1 req-fabc526b-cbbe-46fb-817d-f6724e101f25 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1162708 Dec 04 00:57:25.742010 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3345a-6780-4bb5-96b0-7c3d1afd21d0 req-24a797cf-1cba-42f7-98dc-57f640c56707 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:25.743961 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ffa3345a-6780-4bb5-96b0-7c3d1afd21d0 req-24a797cf-1cba-42f7-98dc-57f640c56707 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.2152982 Dec 04 00:57:25.824999 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ffa3345a-6780-4bb5-96b0-7c3d1afd21d0 req-2c5912cd-f728-4aa6-8335-4d708493e82d tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729437 Dec 04 00:57:25.843474 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20777fd9-ff69-4313-af75-c2cfbdb69c45 req-ef1e3e43-f6be-490a-bac4-a90080f3a06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:25.844868 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-20777fd9-ff69-4313-af75-c2cfbdb69c45 req-ef1e3e43-f6be-490a-bac4-a90080f3a06b service neutron] 10.222.0.86 "GET /v2.0/networks?id=81043efb-b877-4e23-b898-a49f43cd94b2 HTTP/1.1" status: 200 len: 910 time: 0.2057867 Dec 04 00:57:25.960454 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-20777fd9-ff69-4313-af75-c2cfbdb69c45 req-94d751de-2600-4124-b97c-303622ff1f4e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cac925b1-d037-4b65-9fd7-ff8b443a8ca9 HTTP/1.1" status: 200 len: 998 time: 0.1015291 Dec 04 00:57:26.038438 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20777fd9-ff69-4313-af75-c2cfbdb69c45 req-86ed4155-fffc-4497-85a0-7366c8c527b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:26.040116 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-20777fd9-ff69-4313-af75-c2cfbdb69c45 req-86ed4155-fffc-4497-85a0-7366c8c527b2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=09a18547-ffe8-483f-9f89-ed9ea46deb6c HTTP/1.1" status: 200 len: 855 time: 0.0712776 Dec 04 00:57:26.124296 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20777fd9-ff69-4313-af75-c2cfbdb69c45 req-f5c62d6b-3ec5-4fc8-bf28-37ba7258f985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:26.125986 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-20777fd9-ff69-4313-af75-c2cfbdb69c45 req-f5c62d6b-3ec5-4fc8-bf28-37ba7258f985 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=81043efb-b877-4e23-b898-a49f43cd94b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0746667 Dec 04 00:57:26.281535 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-20777fd9-ff69-4313-af75-c2cfbdb69c45 req-7f8f799e-3cc4-4948-97b9-e5ded6c3eea6 service neutron] 10.222.0.86 "GET /v2.0/networks/81043efb-b877-4e23-b898-a49f43cd94b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397736 Dec 04 00:57:26.451620 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-20777fd9-ff69-4313-af75-c2cfbdb69c45 req-89ed4302-022a-4567-a42c-6a16d9e5bcef service neutron] 10.222.0.86 "GET /v2.0/networks/81043efb-b877-4e23-b898-a49f43cd94b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1575391 Dec 04 00:57:26.638991 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device e8e80825-9d6c-4e2f-9f4f-56904567bf39 up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:57:26.781731 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port e8e80825-9d6c-4e2f-9f4f-56904567bf39 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:57:26.782155 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:27.018385 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f507d8-aa25-464e-8adb-a15e90609bf5 req-0835fda5-ac14-44c9-91c3-8f973862d548 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:27.020065 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a6f507d8-aa25-464e-8adb-a15e90609bf5 req-0835fda5-ac14-44c9-91c3-8f973862d548 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 943 time: 0.1033967 Dec 04 00:57:27.069550 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a6f507d8-aa25-464e-8adb-a15e90609bf5 req-aafe5fb6-ec40-4f32-9099-c4b66ab7ca26 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419238 Dec 04 00:57:27.350657 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f50d3-2b64-4b8c-aa69-86882605b7aa req-3a72beff-7350-4bae-b4b5-fe2bc99998a6 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:27.352879 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-106f50d3-2b64-4b8c-aa69-86882605b7aa req-3a72beff-7350-4bae-b4b5-fe2bc99998a6 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.1053138 Dec 04 00:57:27.416353 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-106f50d3-2b64-4b8c-aa69-86882605b7aa req-dd6de3f2-e5b7-4a1c-94db-7c4bfed39d90 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559359 Dec 04 00:57:28.409037 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc47856-2a95-42cd-b1e7-5337792dc67f req-16c1c758-8418-4799-ba02-bf91557cfe50 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:28.410690 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-abc47856-2a95-42cd-b1e7-5337792dc67f req-16c1c758-8418-4799-ba02-bf91557cfe50 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 943 time: 0.1190982 Dec 04 00:57:28.509453 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-abc47856-2a95-42cd-b1e7-5337792dc67f req-96b6ca1b-89eb-4365-80a4-37940ca738b4 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0918546 Dec 04 00:57:28.853571 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3d773-241e-441e-9ac3-774da2ad5836 req-11788dfb-99db-45b4-83cd-ee79d23e5816 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:28.855401 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3ff3d773-241e-441e-9ac3-774da2ad5836 req-11788dfb-99db-45b4-83cd-ee79d23e5816 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.1865435 Dec 04 00:57:28.911880 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3ff3d773-241e-441e-9ac3-774da2ad5836 req-7bccf9d9-69c3-4928-80f5-0b869f0cc694 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494988 Dec 04 00:57:29.812999 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60a65c-c45d-42d7-a865-eb314d132be5 req-17eee7c5-c397-485c-bd2b-b1b30ac140f2 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:29.821254 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-dd60a65c-c45d-42d7-a865-eb314d132be5 req-17eee7c5-c397-485c-bd2b-b1b30ac140f2 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 943 time: 0.0948513 Dec 04 00:57:29.887011 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-dd60a65c-c45d-42d7-a865-eb314d132be5 req-4c73cac2-5520-447f-a06b-e9bd90e5b701 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0647626 Dec 04 00:57:30.188454 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab07fb8-7d5f-4eeb-9a18-855a93a8e783 req-8a29ac79-1b4b-498c-8201-909c741fa4f7 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:30.211414 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-4ab07fb8-7d5f-4eeb-9a18-855a93a8e783 req-8a29ac79-1b4b-498c-8201-909c741fa4f7 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.1473508 Dec 04 00:57:30.278309 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-4ab07fb8-7d5f-4eeb-9a18-855a93a8e783 req-2b2d1ae5-f2a8-4f07-9dc5-f9c97e154a15 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488238 Dec 04 00:57:31.299446 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc96db6-de1b-44ad-893e-8332220d5b91 req-f8f7e8a9-c4c4-4814-af63-5b56866af50f tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:31.301073 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7cc96db6-de1b-44ad-893e-8332220d5b91 req-f8f7e8a9-c4c4-4814-af63-5b56866af50f tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 943 time: 0.1670866 Dec 04 00:57:31.352955 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7cc96db6-de1b-44ad-893e-8332220d5b91 req-07ce8489-87da-403d-bae5-b70f995aed16 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450540 Dec 04 00:57:31.514837 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d2fff-2ccb-41a9-b899-fe724e5993a7 req-9098b60a-e43b-4dbf-9fab-e17def3cc823 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:31.516511 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3e7d2fff-2ccb-41a9-b899-fe724e5993a7 req-9098b60a-e43b-4dbf-9fab-e17def3cc823 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.0914686 Dec 04 00:57:31.610971 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3e7d2fff-2ccb-41a9-b899-fe724e5993a7 req-aa3420cc-5cb7-4ae4-9500-232f9ddff1ab tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823405 Dec 04 00:57:32.633996 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07e19b-5313-4a1c-b334-7887a9ef479d req-80e9764b-bea4-4e84-b3a9-d32920b64d5c tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:32.635654 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-aa07e19b-5313-4a1c-b334-7887a9ef479d req-80e9764b-bea4-4e84-b3a9-d32920b64d5c tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 943 time: 0.0960426 Dec 04 00:57:32.689927 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-aa07e19b-5313-4a1c-b334-7887a9ef479d req-45f46567-67bd-4ff5-bc31-2ec8928d504d tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472698 Dec 04 00:57:32.844753 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5a282-0709-4dc1-ba49-670f61dfba7d req-838afeae-5bc2-4122-860c-ec99042438c6 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:32.846612 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-68f5a282-0709-4dc1-ba49-670f61dfba7d req-838afeae-5bc2-4122-860c-ec99042438c6 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.1014783 Dec 04 00:57:32.900087 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-68f5a282-0709-4dc1-ba49-670f61dfba7d req-302c8847-412f-4124-ab90-d5423138b0f8 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438321 Dec 04 00:57:33.945161 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea4638-0199-4573-81c7-e5ac037ba85b req-18020fcd-8f5d-4b81-9337-7c3a50280b6e tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:33.946796 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-12ea4638-0199-4573-81c7-e5ac037ba85b req-18020fcd-8f5d-4b81-9337-7c3a50280b6e tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 943 time: 0.0936756 Dec 04 00:57:34.011903 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-12ea4638-0199-4573-81c7-e5ac037ba85b req-f975dc09-4e1c-489d-ab26-861e06b9e85a tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581050 Dec 04 00:57:34.156894 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e328c-aa42-42ed-bc35-295169bcf33f req-f269e288-69e3-4831-992b-8459f710cc5d tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:34.158747 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-db1e328c-aa42-42ed-bc35-295169bcf33f req-f269e288-69e3-4831-992b-8459f710cc5d tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.0874591 Dec 04 00:57:34.221570 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-db1e328c-aa42-42ed-bc35-295169bcf33f req-2ef789d5-9d8c-4f5f-b3d9-0da82ecaf663 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440257 Dec 04 00:57:35.482844 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475b9a9-cc15-4592-851e-9dd79151f546 req-92c0b63c-c884-4a35-99ad-adaf86972bc5 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:35.535972 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6475b9a9-cc15-4592-851e-9dd79151f546 req-92c0b63c-c884-4a35-99ad-adaf86972bc5 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.1211007 Dec 04 00:57:35.535972 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2909be9-acf1-44e0-b42d-d9a85fd95885 req-f174214b-6b71-4928-a25f-cdcc9eeb4e5f tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:35.535972 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a2909be9-acf1-44e0-b42d-d9a85fd95885 req-f174214b-6b71-4928-a25f-cdcc9eeb4e5f tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 943 time: 0.1809208 Dec 04 00:57:35.571035 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a2909be9-acf1-44e0-b42d-d9a85fd95885 req-f27648b1-67e6-4b86-9359-34eda0a17f4a tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0624704 Dec 04 00:57:35.586344 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6475b9a9-cc15-4592-851e-9dd79151f546 req-94aba72d-db77-4333-af9c-b8bcd9c219a2 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925620 Dec 04 00:57:36.901050 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca932160-25b2-41a9-a308-623bdc2d8b88 req-4199f30c-ae0b-4feb-a010-2659096f6274 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:36.902663 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ca932160-25b2-41a9-a308-623bdc2d8b88 req-4199f30c-ae0b-4feb-a010-2659096f6274 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.1252551 Dec 04 00:57:36.909948 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7b1b2-5fdc-403f-ba3c-282b0b100727 req-17995229-af6a-4739-b330-d4f4fe7f2337 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:36.911564 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b5c7b1b2-5fdc-403f-ba3c-282b0b100727 req-17995229-af6a-4739-b330-d4f4fe7f2337 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 943 time: 0.1711633 Dec 04 00:57:36.994809 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ca932160-25b2-41a9-a308-623bdc2d8b88 req-cc33865f-d6e4-4b13-8339-1cb8b94faaf6 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816340 Dec 04 00:57:36.999339 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b5c7b1b2-5fdc-403f-ba3c-282b0b100727 req-8cf37ea1-fe92-460f-bbd5-912e592d873a tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0684514 Dec 04 00:57:38.201647 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 39930) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:57:38.274213 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_v2 [None req-efa051ff-fafe-4819-a520-2e6d7f846645 admin admin] Deleting subnet 3dcb6d28-39bd-4bef-a7bf-76d18d99e259 {{(pid=80326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 04 00:57:38.277500 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-efa051ff-fafe-4819-a520-2e6d7f846645 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:38.340194 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-efa051ff-fafe-4819-a520-2e6d7f846645 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1741052'] for subnet, precommit_delete_associations {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:38.345394 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6281653-f27e-4ebe-8242-97b3ab19a0e6 req-64b4ac4a-9e14-4ab6-8103-0091ea0e2d35 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:38.347013 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d6281653-f27e-4ebe-8242-97b3ab19a0e6 req-64b4ac4a-9e14-4ab6-8103-0091ea0e2d35 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 943 time: 0.1468503 Dec 04 00:57:38.357751 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e1472-2bd9-40de-b091-f7bdeaa856dc req-0f05bbcd-f9a7-4868-a32d-9bb5fb55a89a tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:38.359340 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a26e1472-2bd9-40de-b091-f7bdeaa856dc req-0f05bbcd-f9a7-4868-a32d-9bb5fb55a89a tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.2260647 Dec 04 00:57:38.404809 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-efa051ff-fafe-4819-a520-2e6d7f846645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3344645'] for subnet, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:38.436063 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d6281653-f27e-4ebe-8242-97b3ab19a0e6 req-fa230def-e27c-465d-91e1-bd3008bc1247 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0756581 Dec 04 00:57:38.440443 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a26e1472-2bd9-40de-b091-f7bdeaa856dc req-38b8b88b-4c73-4898-b89f-daeeb923b21a tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654037 Dec 04 00:57:38.903143 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-efa051ff-fafe-4819-a520-2e6d7f846645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851431139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27592852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593405'] for subnet, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:38.920146 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-be18159e-0fcf-4e08-9e92-ed055ff9cbad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:57:38.960513 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa051ff-fafe-4819-a520-2e6d7f846645 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dcb6d28-39bd-4bef-a7bf-76d18d99e259,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:57:39.033231 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa051ff-fafe-4819-a520-2e6d7f846645 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:39.033672 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa051ff-fafe-4819-a520-2e6d7f846645 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:39.034077 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa051ff-fafe-4819-a520-2e6d7f846645 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:39.034505 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa051ff-fafe-4819-a520-2e6d7f846645 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:39.034903 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa051ff-fafe-4819-a520-2e6d7f846645 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:39.035344 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa051ff-fafe-4819-a520-2e6d7f846645 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:39.035747 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa051ff-fafe-4819-a520-2e6d7f846645 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:39.036141 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa051ff-fafe-4819-a520-2e6d7f846645 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:39.036529 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa051ff-fafe-4819-a520-2e6d7f846645 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:39.037482 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa051ff-fafe-4819-a520-2e6d7f846645 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:39.037915 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa051ff-fafe-4819-a520-2e6d7f846645 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:39.038330 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa051ff-fafe-4819-a520-2e6d7f846645 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:39.038763 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa051ff-fafe-4819-a520-2e6d7f846645 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:39.039156 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa051ff-fafe-4819-a520-2e6d7f846645 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:39.039563 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa051ff-fafe-4819-a520-2e6d7f846645 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:39.039981 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa051ff-fafe-4819-a520-2e6d7f846645 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:39.040370 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa051ff-fafe-4819-a520-2e6d7f846645 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:39.040759 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa051ff-fafe-4819-a520-2e6d7f846645 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:39.041144 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa051ff-fafe-4819-a520-2e6d7f846645 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:39.041530 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa051ff-fafe-4819-a520-2e6d7f846645 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:39.041934 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa051ff-fafe-4819-a520-2e6d7f846645 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:39.042321 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa051ff-fafe-4819-a520-2e6d7f846645 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:39.042706 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa051ff-fafe-4819-a520-2e6d7f846645 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:39.043090 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa051ff-fafe-4819-a520-2e6d7f846645 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:39.050199 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-efa051ff-fafe-4819-a520-2e6d7f846645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:57:39.081501 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-efa051ff-fafe-4819-a520-2e6d7f846645 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:39.090636 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-efa051ff-fafe-4819-a520-2e6d7f846645 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/3dcb6d28-39bd-4bef-a7bf-76d18d99e259 HTTP/1.1" status: 204 len: 168 time: 0.8844914 Dec 04 00:57:39.090991 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 39936) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:57:39.225381 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-04ad54fa-44c9-457a-b136-9d6ea53633e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851311705'] for network, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:39.420018 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-04ad54fa-44c9-457a-b136-9d6ea53633e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3342492', 'neutron.services.segments.db._delete_segments_for_network--9223363291473146808'] for network, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:39.543369 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.segments.db [None req-04ad54fa-44c9-457a-b136-9d6ea53633e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77657c90-9ad4-4de7-a4e0-71ee9f7d6534']}} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:57:39.557955 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.segments.db [None req-04ad54fa-44c9-457a-b136-9d6ea53633e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a9ef0c-4d84-4e89-8f44-3cdebf87a946') {'for_net_delete': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:57:39.558302 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.segments.db [None req-04ad54fa-44c9-457a-b136-9d6ea53633e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a9ef0c-4d84-4e89-8f44-3cdebf87a946') {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:57:39.573013 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-04ad54fa-44c9-457a-b136-9d6ea53633e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291473144760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853034764'] for segment, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:39.589819 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-04ad54fa-44c9-457a-b136-9d6ea53633e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851436430'] for segment, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:39.592321 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-04ad54fa-44c9-457a-b136-9d6ea53633e9 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 04 00:57:39.752556 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417307c-ffdd-4e24-847d-5653dbb1572f req-634a1215-9778-4055-adce-6668919e99da tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:39.754197 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-4417307c-ffdd-4e24-847d-5653dbb1572f req-634a1215-9778-4055-adce-6668919e99da tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.1515427 Dec 04 00:57:39.782693 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-04ad54fa-44c9-457a-b136-9d6ea53633e9 admin admin] Network 77657c90-9ad4-4de7-a4e0-71ee9f7d6534 has no segments {{(pid=80326) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 00:57:39.792515 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-04ad54fa-44c9-457a-b136-9d6ea53633e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3339386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827181513'] for segment, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:39.841761 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-4417307c-ffdd-4e24-847d-5653dbb1572f req-2f477923-27c8-43d8-97bc-37e275460efa tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788844 Dec 04 00:57:39.856985 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea10fed-78fb-4ae8-b4e1-dd7c22b2949a req-3cb0391f-0f84-4641-8678-cc287d994aea tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:39.861290 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-aea10fed-78fb-4ae8-b4e1-dd7c22b2949a req-3cb0391f-0f84-4641-8678-cc287d994aea tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 943 time: 0.1805127 Dec 04 00:57:40.201091 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-04ad54fa-44c9-457a-b136-9d6ea53633e9 admin admin] Network 77657c90-9ad4-4de7-a4e0-71ee9f7d6534 has no segments {{(pid=80326) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 00:57:40.207846 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-aea10fed-78fb-4ae8-b4e1-dd7c22b2949a req-d9a1a68c-77e0-45c3-baa3-ffb1a96f4808 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0754013 Dec 04 00:57:40.260171 dv-cinder-763306-5-smb neutron-server[80215]: Traceback (most recent call last): Dec 04 00:57:40.260171 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 04 00:57:40.260171 dv-cinder-763306-5-smb neutron-server[80215]: timer() Dec 04 00:57:40.260171 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 04 00:57:40.260171 dv-cinder-763306-5-smb neutron-server[80215]: cb(*args, **kw) Dec 04 00:57:40.260171 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 04 00:57:40.260171 dv-cinder-763306-5-smb neutron-server[80215]: return func(*args, **kwargs) Dec 04 00:57:40.260171 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 04 00:57:40.260171 dv-cinder-763306-5-smb neutron-server[80215]: self._notify() Dec 04 00:57:40.260171 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 04 00:57:40.260171 dv-cinder-763306-5-smb neutron-server[80215]: self.callback(batched_events) Dec 04 00:57:40.260171 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 04 00:57:40.260171 dv-cinder-763306-5-smb neutron-server[80215]: event.method(event) Dec 04 00:57:40.260171 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 04 00:57:40.260171 dv-cinder-763306-5-smb neutron-server[80215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 04 00:57:40.260171 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 04 00:57:40.260171 dv-cinder-763306-5-smb neutron-server[80215]: segment_id)['aggregates'][0] Dec 04 00:57:40.260171 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 04 00:57:40.260171 dv-cinder-763306-5-smb neutron-server[80215]: return f(self, *a, **k) Dec 04 00:57:40.260171 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 04 00:57:40.260171 dv-cinder-763306-5-smb neutron-server[80215]: return self._get(url).json() Dec 04 00:57:40.260171 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 04 00:57:40.260171 dv-cinder-763306-5-smb neutron-server[80215]: **kwargs) Dec 04 00:57:40.260171 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 04 00:57:40.260171 dv-cinder-763306-5-smb neutron-server[80215]: return self.request(url, 'GET', **kwargs) Dec 04 00:57:40.260171 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 04 00:57:40.260171 dv-cinder-763306-5-smb neutron-server[80215]: **endpoint_filter) Dec 04 00:57:40.260171 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 04 00:57:40.260171 dv-cinder-763306-5-smb neutron-server[80215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 04 00:57:40.260171 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 04 00:57:40.260171 dv-cinder-763306-5-smb neutron-server[80215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 04 00:57:40.260171 dv-cinder-763306-5-smb neutron-server[80215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 04 00:57:40.394252 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-04ad54fa-44c9-457a-b136-9d6ea53633e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851433324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656478'] for network, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:40.398319 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:57:40.413723 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-04ad54fa-44c9-457a-b136-9d6ea53633e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for network, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:40.422969 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ad54fa-44c9-457a-b136-9d6ea53633e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=77657c90-9ad4-4de7-a4e0-71ee9f7d6534,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:57:40.426502 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-04ad54fa-44c9-457a-b136-9d6ea53633e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:57:40.430181 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-04ad54fa-44c9-457a-b136-9d6ea53633e9 admin admin] 10.222.0.73 "DELETE /v2.0/networks/77657c90-9ad4-4de7-a4e0-71ee9f7d6534 HTTP/1.1" status: 204 len: 168 time: 1.3377588 Dec 04 00:57:41.175619 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 39950) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:57:41.261299 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-204a6a76-6aa0-4cb2-9714-a85928c10e88 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4d01cb901a5340fe9f365d4b0b99b06c&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0840993 Dec 04 00:57:41.263995 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 39956) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:57:41.395442 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-073f02ac-7b4b-498f-9a31-7b6e21527ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:41.404662 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa29a3-dd6a-473d-bcba-c2d758f50798 req-2711b59c-6e0b-4e93-850d-c52503d4916b tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:41.406834 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-09aa29a3-dd6a-473d-bcba-c2d758f50798 req-2711b59c-6e0b-4e93-850d-c52503d4916b tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.1444850 Dec 04 00:57:41.436033 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-073f02ac-7b4b-498f-9a31-7b6e21527ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:41.512774 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-09aa29a3-dd6a-473d-bcba-c2d758f50798 req-69dd371c-1bde-4ca6-8d83-481a038c3bfb tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983529 Dec 04 00:57:41.530845 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-073f02ac-7b4b-498f-9a31-7b6e21527ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:41.537589 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-1d959baa-de43-459c-b527-23033a1da68c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:57:41.550897 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987b5b1-5b79-4075-b0c5-edae74bd4172 req-91930960-9631-45dc-b05c-138fbb36ae30 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:41.550897 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2987b5b1-5b79-4075-b0c5-edae74bd4172 req-91930960-9631-45dc-b05c-138fbb36ae30 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 943 time: 0.1117692 Dec 04 00:57:41.554277 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f02ac-7b4b-498f-9a31-7b6e21527ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8cf799-1ed5-4dc8-ad2f-d7edbb3d9f4e,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:57:41.556774 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-073f02ac-7b4b-498f-9a31-7b6e21527ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:41.558115 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-073f02ac-7b4b-498f-9a31-7b6e21527ee6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9d8cf799-1ed5-4dc8-ad2f-d7edbb3d9f4e HTTP/1.1" status: 204 len: 168 time: 0.2929997 Dec 04 00:57:41.559134 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-073f02ac-7b4b-498f-9a31-7b6e21527ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:57:41.629081 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2987b5b1-5b79-4075-b0c5-edae74bd4172 req-8f8c3545-d596-49a7-9fa7-d2f086533b27 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0666087 Dec 04 00:57:43.129292 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b2c6e-e9e2-4f3e-914d-f204ad7cea8e req-3dd4329d-0f91-4b61-8c91-b9beaec77638 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:43.130846 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7d8b2c6e-e9e2-4f3e-914d-f204ad7cea8e req-3dd4329d-0f91-4b61-8c91-b9beaec77638 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 943 time: 0.3418045 Dec 04 00:57:43.136699 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8df31c-e659-4677-a93e-0cd548e3791c req-4c2a5e40-5917-47cb-81b7-a2cd2ebe977b tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:43.138162 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2e8df31c-e659-4677-a93e-0cd548e3791c req-4c2a5e40-5917-47cb-81b7-a2cd2ebe977b tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.3471894 Dec 04 00:57:43.214000 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7d8b2c6e-e9e2-4f3e-914d-f204ad7cea8e req-7f269596-96e1-4db0-84f9-93e82fb21371 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0746253 Dec 04 00:57:43.218005 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2e8df31c-e659-4677-a93e-0cd548e3791c req-6abe17a6-5c4b-4fe4-852d-ca91ed801d0c tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645680 Dec 04 00:57:43.418015 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 40000) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:57:43.569107 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-060087fc-802b-43d1-a695-e391ce75df42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:43.589342 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-060087fc-802b-43d1-a695-e391ce75df42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:57:43.593490 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-060087fc-802b-43d1-a695-e391ce75df42 admin admin] Usage tracker for resource:security_group_rule and tenant:79a5abfd630c4b80bb4ad255df2cf87d is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:57:43.596523 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-060087fc-802b-43d1-a695-e391ce75df42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:57:43.602415 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-060087fc-802b-43d1-a695-e391ce75df42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:57:43.766280 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-060087fc-802b-43d1-a695-e391ce75df42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:43.792482 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-060087fc-802b-43d1-a695-e391ce75df42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:43.801321 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-e43725a5-1c85-464f-94c4-c7db0905ad27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:57:43.843902 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-060087fc-802b-43d1-a695-e391ce75df42 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=79a5abfd630c4b80bb4ad255df2cf87d&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4247220 Dec 04 00:57:43.844791 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060087fc-802b-43d1-a695-e391ce75df42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe99510-7eb0-4913-b6ae-88584f285267,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:57:43.846982 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 40010) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:57:43.848111 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-060087fc-802b-43d1-a695-e391ce75df42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:57:43.908477 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4c21390d-c2a3-444f-89f4-74eb998f5202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:43.936032 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4c21390d-c2a3-444f-89f4-74eb998f5202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:44.015774 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4c21390d-c2a3-444f-89f4-74eb998f5202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:44.021077 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-5c4f7edc-4338-4ca4-8c1e-dd8f32c2e933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:57:44.034787 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c21390d-c2a3-444f-89f4-74eb998f5202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe99510-7eb0-4913-b6ae-88584f285267,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:57:44.043452 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21390d-c2a3-444f-89f4-74eb998f5202 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:44.043861 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21390d-c2a3-444f-89f4-74eb998f5202 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:44.044297 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21390d-c2a3-444f-89f4-74eb998f5202 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:44.044697 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21390d-c2a3-444f-89f4-74eb998f5202 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:44.045090 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21390d-c2a3-444f-89f4-74eb998f5202 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:44.045503 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21390d-c2a3-444f-89f4-74eb998f5202 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:44.045892 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21390d-c2a3-444f-89f4-74eb998f5202 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:44.046277 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21390d-c2a3-444f-89f4-74eb998f5202 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:44.046656 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21390d-c2a3-444f-89f4-74eb998f5202 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:44.047039 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21390d-c2a3-444f-89f4-74eb998f5202 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:44.047447 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21390d-c2a3-444f-89f4-74eb998f5202 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:44.047828 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21390d-c2a3-444f-89f4-74eb998f5202 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:44.048249 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21390d-c2a3-444f-89f4-74eb998f5202 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:44.048655 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21390d-c2a3-444f-89f4-74eb998f5202 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:44.049010 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21390d-c2a3-444f-89f4-74eb998f5202 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:44.049390 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21390d-c2a3-444f-89f4-74eb998f5202 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:44.049768 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21390d-c2a3-444f-89f4-74eb998f5202 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:44.050148 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21390d-c2a3-444f-89f4-74eb998f5202 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:44.050524 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21390d-c2a3-444f-89f4-74eb998f5202 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:44.050903 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21390d-c2a3-444f-89f4-74eb998f5202 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:44.051310 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21390d-c2a3-444f-89f4-74eb998f5202 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:44.051690 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21390d-c2a3-444f-89f4-74eb998f5202 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:44.052067 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21390d-c2a3-444f-89f4-74eb998f5202 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:44.052444 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c21390d-c2a3-444f-89f4-74eb998f5202 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:44.055935 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4c21390d-c2a3-444f-89f4-74eb998f5202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:44.057198 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-4c21390d-c2a3-444f-89f4-74eb998f5202 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ebe99510-7eb0-4913-b6ae-88584f285267 HTTP/1.1" status: 204 len: 168 time: 0.2090466 Dec 04 00:57:44.058209 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-4c21390d-c2a3-444f-89f4-74eb998f5202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:57:44.515315 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d2773-5e92-491d-9b3a-2bae01298def req-6516ca78-7530-4051-bea7-5a7be5481b72 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:44.516887 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-033d2773-5e92-491d-9b3a-2bae01298def req-6516ca78-7530-4051-bea7-5a7be5481b72 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.1551509 Dec 04 00:57:44.523569 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b9e9e-43e5-4ad2-bebe-9d69b753c4ed req-5d417844-769a-41f4-9439-93857cdd4c0e tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:44.524976 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-834b9e9e-43e5-4ad2-bebe-9d69b753c4ed req-5d417844-769a-41f4-9439-93857cdd4c0e tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 943 time: 0.1225650 Dec 04 00:57:44.597029 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-033d2773-5e92-491d-9b3a-2bae01298def req-67ff290c-e98c-48c8-abbf-fe978fcf4b35 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710483 Dec 04 00:57:44.601569 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-834b9e9e-43e5-4ad2-bebe-9d69b753c4ed req-7970a99d-bcd3-4eb3-9304-772e6b81bd9b tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616491 Dec 04 00:57:44.656797 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e4816338-ee5a-476e-b241-d5a2587a10aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:44.866942 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2150d90a-b303-4090-9de2-2ba087e67b6c req-449ede57-105c-4a91-8495-2b2428f3f83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:44.868580 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2150d90a-b303-4090-9de2-2ba087e67b6c req-449ede57-105c-4a91-8495-2b2428f3f83d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 1162 time: 0.0733271 Dec 04 00:57:44.920210 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2150d90a-b303-4090-9de2-2ba087e67b6c req-17c4b868-acc0-4521-9950-3d043f3e7bf9 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402088 Dec 04 00:57:45.351727 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 6 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 00:57:45.883316 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441232c-de39-4da8-9acd-b023420a3b1a req-3e0a6bdb-333a-46e5-b391-428fe245ac80 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:45.885567 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3441232c-de39-4da8-9acd-b023420a3b1a req-3e0a6bdb-333a-46e5-b391-428fe245ac80 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.1507940 Dec 04 00:57:45.891634 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3be15-925d-44fc-b200-38f827a3022d req-2339fba0-b27a-4715-a544-61065b5ae879 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:45.893253 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d2d3be15-925d-44fc-b200-38f827a3022d req-2339fba0-b27a-4715-a544-61065b5ae879 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 943 time: 0.1227882 Dec 04 00:57:45.975279 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3441232c-de39-4da8-9acd-b023420a3b1a req-69d4f0bd-5d1f-43ac-9615-898df490e170 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759349 Dec 04 00:57:45.977570 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d2d3be15-925d-44fc-b200-38f827a3022d req-7a16ee27-1613-429c-b44d-013ac7d36ec0 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0764816 Dec 04 00:57:46.154091 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:46.781087 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e35885b0-e563-4da8-8a8d-2c8a521eabff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:47.261066 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe2e06-1430-4e3a-b6d3-84792d34613c req-125fc44d-73ce-4517-bb44-1bd059318ed2 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:47.262666 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-abfe2e06-1430-4e3a-b6d3-84792d34613c req-125fc44d-73ce-4517-bb44-1bd059318ed2 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 943 time: 0.1139705 Dec 04 00:57:47.269415 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad702d-0c0e-46f2-a3a6-01122d652a94 req-57755a21-700b-4d58-abd3-7f2dc0627483 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:47.270902 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-91ad702d-0c0e-46f2-a3a6-01122d652a94 req-57755a21-700b-4d58-abd3-7f2dc0627483 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.1610959 Dec 04 00:57:47.341748 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-abfe2e06-1430-4e3a-b6d3-84792d34613c req-42ad16b0-5d81-4527-a73b-687b16bb7164 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0696876 Dec 04 00:57:47.348106 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-91ad702d-0c0e-46f2-a3a6-01122d652a94 req-0623b065-a952-4957-8cf9-f12312db59cd tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625532 Dec 04 00:57:47.457067 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:48.173942 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7c127-8abe-4079-b914-4e159e34ece6 req-8d793606-3e8e-43d7-99e3-1adc4f9f6f37 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:48.175615 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-cbd7c127-8abe-4079-b914-4e159e34ece6 req-8d793606-3e8e-43d7-99e3-1adc4f9f6f37 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.1464162 Dec 04 00:57:48.177709 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b90dec-e4c0-45f2-9d3a-1cb93da94f5f req-8c8ba28e-1fed-440f-af2a-65302869be81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:48.179287 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-13b90dec-e4c0-45f2-9d3a-1cb93da94f5f req-8c8ba28e-1fed-440f-af2a-65302869be81 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0bf338724dbe4d6fb75ec0856b79ca35&device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 1162 time: 0.1513944 Dec 04 00:57:48.307473 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-cbd7c127-8abe-4079-b914-4e159e34ece6 req-d0b8b8e4-2b64-49f1-a995-e8aa7f514696 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251023 Dec 04 00:57:48.355504 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b90dec-e4c0-45f2-9d3a-1cb93da94f5f req-de0f4cdd-1964-406e-98df-d02d8ad89ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:48.357057 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-13b90dec-e4c0-45f2-9d3a-1cb93da94f5f req-de0f4cdd-1964-406e-98df-d02d8ad89ed7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=77143b40-0430-4aa2-93c2-47d05a30b59e HTTP/1.1" status: 200 len: 912 time: 0.1583781 Dec 04 00:57:48.434214 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-13b90dec-e4c0-45f2-9d3a-1cb93da94f5f req-38a0450c-d954-4b3e-be00-35346e837f2f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8e80825-9d6c-4e2f-9f4f-56904567bf39 HTTP/1.1" status: 200 len: 217 time: 0.0659831 Dec 04 00:57:48.520206 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:48.546032 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b90dec-e4c0-45f2-9d3a-1cb93da94f5f req-3a5603f1-a4ee-4c88-80fe-6d2e54923c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:48.547609 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-13b90dec-e4c0-45f2-9d3a-1cb93da94f5f req-3a5603f1-a4ee-4c88-80fe-6d2e54923c2d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8992a81f-7e9c-4e53-bca2-1c6f4569ebb0 HTTP/1.1" status: 200 len: 858 time: 0.1067221 Dec 04 00:57:48.613533 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-13b90dec-e4c0-45f2-9d3a-1cb93da94f5f req-aaa2e1a5-a9ee-4da9-b664-24be9f48f5b1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=77143b40-0430-4aa2-93c2-47d05a30b59e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576668 Dec 04 00:57:48.631239 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460bc24-c278-49b9-b084-004c3f2b5459 req-12aa3aa1-5e05-4151-a711-8bd66370f9c6 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:48.632716 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9460bc24-c278-49b9-b084-004c3f2b5459 req-12aa3aa1-5e05-4151-a711-8bd66370f9c6 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 943 time: 0.1346743 Dec 04 00:57:48.769248 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9460bc24-c278-49b9-b084-004c3f2b5459 req-ba924e60-1fb8-46bf-972e-bc92d9411924 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1143720 Dec 04 00:57:48.805078 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-13b90dec-e4c0-45f2-9d3a-1cb93da94f5f req-355bb916-f216-435a-b919-52ab306d6875 service neutron] 10.222.0.86 "GET /v2.0/networks/77143b40-0430-4aa2-93c2-47d05a30b59e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713631 Dec 04 00:57:48.892273 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:48.949390 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-13b90dec-e4c0-45f2-9d3a-1cb93da94f5f req-03e74b0a-8823-4cc8-b85a-dc62ec670c21 service neutron] 10.222.0.86 "GET /v2.0/networks/77143b40-0430-4aa2-93c2-47d05a30b59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1365719 Dec 04 00:57:49.449167 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6cca7-22f5-4068-8e04-2d5ac094cf37 req-98795b7b-63f5-4428-b7d5-20da38e679f5 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:49.451646 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-acc6cca7-22f5-4068-8e04-2d5ac094cf37 req-98795b7b-63f5-4428-b7d5-20da38e679f5 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=80bed229-ae56-4fb6-889e-fd7451188bdb HTTP/1.1" status: 200 len: 945 time: 0.0856111 Dec 04 00:57:49.554348 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-acc6cca7-22f5-4068-8e04-2d5ac094cf37 req-45308692-397d-4364-8997-682314c4a20e tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611649 Dec 04 00:57:49.575770 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693cffb2-94c8-426e-9a49-8f0cedf0b476 req-81175c7b-c1bf-425a-b6b3-5c8447f52f88 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:49.575770 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-693cffb2-94c8-426e-9a49-8f0cedf0b476 req-81175c7b-c1bf-425a-b6b3-5c8447f52f88 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.1334410 Dec 04 00:57:49.622657 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-693cffb2-94c8-426e-9a49-8f0cedf0b476 req-ef5811d2-0ec0-4326-ac9b-ef9226976dba tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409136 Dec 04 00:57:50.000475 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb4a76-44ff-4692-ad94-adbb15c35c6c req-7aa3436e-1bb2-46b5-b6e6-3cec07643ddf tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:50.002074 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e7bb4a76-44ff-4692-ad94-adbb15c35c6c req-7aa3436e-1bb2-46b5-b6e6-3cec07643ddf tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 943 time: 0.0866995 Dec 04 00:57:50.048615 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e7bb4a76-44ff-4692-ad94-adbb15c35c6c req-3a76baa2-fee3-496c-9eda-90c1a9abc870 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402281 Dec 04 00:57:50.119893 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device e8e80825-9d6c-4e2f-9f4f-56904567bf39 up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:57:50.189975 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port e8e80825-9d6c-4e2f-9f4f-56904567bf39 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:57:50.190394 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:50.310015 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device cac925b1-d037-4b65-9fd7-ff8b443a8ca9 up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:57:50.376175 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port cac925b1-d037-4b65-9fd7-ff8b443a8ca9 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:57:50.376568 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:50.493423 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:50.520511 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21cd8e50-c397-4f0c-8c16-04603c1a8a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac925b1-d037-4b65-9fd7-ff8b443a8ca9'}] {{(pid=80328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:57:50.531306 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] For port cac925b1-d037-4b65-9fd7-ff8b443a8ca9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=cac925b1-d037-4b65-9fd7-ff8b443a8ca9,segment=NetworkSegment(d123e863-f9de-44b7-aef3-f3565b117e15),segment_id=d123e863-f9de-44b7-aef3-f3565b117e15)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:57:50.571613 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:50.573629 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:57:50.608948 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21cd8e50-c397-4f0c-8c16-04603c1a8a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cac925b1-d037-4b65-9fd7-ff8b443a8ca9', 'code': 200} Dec 04 00:57:50.642696 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Pushing event updated for resources: {'Port': ['ID=cac925b1-d037-4b65-9fd7-ff8b443a8ca9,revision_number=6']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:57:50.650684 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:50.651074 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:50.651496 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:50.651871 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:50.652242 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:50.652825 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:50.652952 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:50.653297 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:50.653664 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:50.654027 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:50.654393 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:50.654755 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:50.655185 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:50.655553 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:50.655917 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:50.656282 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:50.656641 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:50.657003 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:50.657364 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:50.657724 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:50.658086 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:50.658445 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:50.658805 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:50.659183 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:57:50.663694 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:57:50.823059 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc27de-dc6f-4352-970a-cce0a8d5abd4 req-8f84666b-a9af-4100-9b56-2cb3a403d89a tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:50.824571 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-47dc27de-dc6f-4352-970a-cce0a8d5abd4 req-8f84666b-a9af-4100-9b56-2cb3a403d89a tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=80bed229-ae56-4fb6-889e-fd7451188bdb HTTP/1.1" status: 200 len: 945 time: 0.1329534 Dec 04 00:57:50.886278 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-47dc27de-dc6f-4352-970a-cce0a8d5abd4 req-40422a3d-d58f-453a-9479-cfa5de8e885a tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508401 Dec 04 00:57:50.892246 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c155f-e43f-42b1-a8bd-e7bce5311c3a req-cb29b920-6018-4678-a306-edeb2dd6d966 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:50.893752 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-482c155f-e43f-42b1-a8bd-e7bce5311c3a req-cb29b920-6018-4678-a306-edeb2dd6d966 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.1342976 Dec 04 00:57:50.942057 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-482c155f-e43f-42b1-a8bd-e7bce5311c3a req-713ccc86-3d26-48a5-997c-bbabbb57801c tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410910 Dec 04 00:57:51.176823 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device cac925b1-d037-4b65-9fd7-ff8b443a8ca9 up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:57:51.255943 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port cac925b1-d037-4b65-9fd7-ff8b443a8ca9 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:57:51.255943 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:51.284457 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4299199-5c2b-4923-8eb2-0970aeda6dce req-703e3f4d-1e02-4d51-861f-abad0164f256 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:51.286071 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b4299199-5c2b-4923-8eb2-0970aeda6dce req-703e3f4d-1e02-4d51-861f-abad0164f256 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 945 time: 0.0868406 Dec 04 00:57:51.338543 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b4299199-5c2b-4923-8eb2-0970aeda6dce req-d0995538-8f62-4187-b1a0-5175c063b1c7 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449803 Dec 04 00:57:51.480652 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0ceba-155b-438c-9318-3a9e37259c77 req-08b821a8-b291-48f9-bf07-79aa7bd1340c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:51.482291 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-41a0ceba-155b-438c-9318-3a9e37259c77 req-08b821a8-b291-48f9-bf07-79aa7bd1340c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 1162 time: 0.0742900 Dec 04 00:57:51.529910 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-41a0ceba-155b-438c-9318-3a9e37259c77 req-d2c3e555-bee3-418b-b489-299340faad68 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357943 Dec 04 00:57:52.169062 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86032701-6242-452f-a483-540c18777521 req-00dc757a-f80c-4b77-a20c-82e73a58bd0c tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:52.170689 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-86032701-6242-452f-a483-540c18777521 req-00dc757a-f80c-4b77-a20c-82e73a58bd0c tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=80bed229-ae56-4fb6-889e-fd7451188bdb HTTP/1.1" status: 200 len: 945 time: 0.1481013 Dec 04 00:57:52.200970 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd42a5-1e97-4887-a1e3-121a56c0d130 req-a67f2e60-eb5c-4d62-adeb-228b338090d1 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:52.202500 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-57dd42a5-1e97-4887-a1e3-121a56c0d130 req-a67f2e60-eb5c-4d62-adeb-228b338090d1 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.1285832 Dec 04 00:57:52.260769 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-86032701-6242-452f-a483-540c18777521 req-27bb5e76-9acd-4711-8d46-edd4a2047001 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806983 Dec 04 00:57:52.272718 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-57dd42a5-1e97-4887-a1e3-121a56c0d130 req-ac78f22e-4b40-4720-8e55-ad2b42ea83b2 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619674 Dec 04 00:57:52.567072 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba816a-8ee7-4a62-a19b-33c9dc7289d2 req-61cc70bd-2114-4472-843a-76354150634e tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:52.568721 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8bba816a-8ee7-4a62-a19b-33c9dc7289d2 req-61cc70bd-2114-4472-843a-76354150634e tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 945 time: 0.0842457 Dec 04 00:57:52.617847 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8bba816a-8ee7-4a62-a19b-33c9dc7289d2 req-25084b80-6a75-40ca-a965-b32b51c055d2 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419462 Dec 04 00:57:53.057219 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb1501-a4ec-430b-9a08-5e81e769c537 req-fc802a29-c3f2-4486-9a56-3bd4de4440cd tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:53.058787 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-61fb1501-a4ec-430b-9a08-5e81e769c537 req-fc802a29-c3f2-4486-9a56-3bd4de4440cd tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.86 "GET /v2.0/ports?device_id=80bed229-ae56-4fb6-889e-fd7451188bdb HTTP/1.1" status: 200 len: 945 time: 0.0867240 Dec 04 00:57:53.133142 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-61fb1501-a4ec-430b-9a08-5e81e769c537 req-943f3297-3674-477d-8b54-86e56b10fcd0 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Deleting port 1498dd49-63b6-4321-9983-564995600d1c {{(pid=80327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 00:57:53.133536 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-61fb1501-a4ec-430b-9a08-5e81e769c537 req-943f3297-3674-477d-8b54-86e56b10fcd0 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:53.437471 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device e8e80825-9d6c-4e2f-9f4f-56904567bf39 up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:57:53.520388 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port e8e80825-9d6c-4e2f-9f4f-56904567bf39 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:57:53.520813 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:53.664567 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 1498dd49-63b6-4321-9983-564995600d1c no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 00:57:53.739284 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbc1d8-f8d5-48c6-a826-4a12d9ae7957 req-f8bc1121-60d8-4190-bef9-a34f1ebe9751 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:53.741441 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-63bbc1d8-f8d5-48c6-a826-4a12d9ae7957 req-f8bc1121-60d8-4190-bef9-a34f1ebe9751 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.3107526 Dec 04 00:57:53.743509 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-61fb1501-a4ec-430b-9a08-5e81e769c537 req-943f3297-3674-477d-8b54-86e56b10fcd0 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] For port 1498dd49-63b6-4321-9983-564995600d1c, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1498dd49-63b6-4321-9983-564995600d1c,segment=NetworkSegment(b1be24bd-1446-47e5-9ec0-76f7a84bf2b0),segment_id=b1be24bd-1446-47e5-9ec0-76f7a84bf2b0)] {{(pid=80327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:57:53.743919 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-61fb1501-a4ec-430b-9a08-5e81e769c537 req-943f3297-3674-477d-8b54-86e56b10fcd0 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:53.757772 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d8a44-09f2-4781-8460-5adc3c5eeda1 req-a39d5ca0-f8d0-46dd-8fe4-ee94b36e2032 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:53.759377 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-5d6d8a44-09f2-4781-8460-5adc3c5eeda1 req-a39d5ca0-f8d0-46dd-8fe4-ee94b36e2032 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=80bed229-ae56-4fb6-889e-fd7451188bdb HTTP/1.1" status: 200 len: 945 time: 0.2855577 Dec 04 00:57:53.782824 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:53.811652 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bed229-ae56-4fb6-889e-fd7451188bdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1498dd49-63b6-4321-9983-564995600d1c'}] {{(pid=80328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:57:53.822839 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] For port 1498dd49-63b6-4321-9983-564995600d1c, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1498dd49-63b6-4321-9983-564995600d1c,segment=NetworkSegment(b1be24bd-1446-47e5-9ec0-76f7a84bf2b0),segment_id=b1be24bd-1446-47e5-9ec0-76f7a84bf2b0)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:57:53.867034 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:53.868922 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-eb3781bf-739b-4a68-bd77-36778cbf4687 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:57:53.903204 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-61fb1501-a4ec-430b-9a08-5e81e769c537 req-943f3297-3674-477d-8b54-86e56b10fcd0 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Calling delete_port for 1498dd49-63b6-4321-9983-564995600d1c owned by compute:nova {{(pid=80327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 00:57:53.941166 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Pushing event updated for resources: {'Port': ['ID=1498dd49-63b6-4321-9983-564995600d1c,revision_number=5']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:57:53.944508 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:57:54.011997 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-63bbc1d8-f8d5-48c6-a826-4a12d9ae7957 req-f0c6d060-5350-4059-aea3-4e971e971926 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490449 Dec 04 00:57:54.021023 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-5d6d8a44-09f2-4781-8460-5adc3c5eeda1 req-64748027-3c34-4da3-831d-fd8799aebc09 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858387 Dec 04 00:57:54.088809 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.db.api [req-61fb1501-a4ec-430b-9a08-5e81e769c537 req-943f3297-3674-477d-8b54-86e56b10fcd0 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80327) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 04 00:57:54.089574 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_db.api [req-61fb1501-a4ec-430b-9a08-5e81e769c537 req-943f3297-3674-477d-8b54-86e56b10fcd0 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 04 00:57:54.105720 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80bed229-ae56-4fb6-889e-fd7451188bdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1498dd49-63b6-4321-9983-564995600d1c', 'code': 200} Dec 04 00:57:54.236096 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51baae-281e-466a-9e18-31927d0c9864 req-cee53bb7-8c2e-4e28-867e-d31a14f8c486 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:54.237732 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7a51baae-281e-466a-9e18-31927d0c9864 req-cee53bb7-8c2e-4e28-867e-d31a14f8c486 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 945 time: 0.0983441 Dec 04 00:57:54.290974 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7a51baae-281e-466a-9e18-31927d0c9864 req-03264724-3606-4de8-8bdd-86e436145941 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465598 Dec 04 00:57:54.590834 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-61fb1501-a4ec-430b-9a08-5e81e769c537 req-943f3297-3674-477d-8b54-86e56b10fcd0 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Deleting port 1498dd49-63b6-4321-9983-564995600d1c {{(pid=80327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 00:57:54.591282 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-61fb1501-a4ec-430b-9a08-5e81e769c537 req-943f3297-3674-477d-8b54-86e56b10fcd0 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:54.850100 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-61fb1501-a4ec-430b-9a08-5e81e769c537 req-943f3297-3674-477d-8b54-86e56b10fcd0 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] For port 1498dd49-63b6-4321-9983-564995600d1c, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1498dd49-63b6-4321-9983-564995600d1c,segment=NetworkSegment(b1be24bd-1446-47e5-9ec0-76f7a84bf2b0),segment_id=b1be24bd-1446-47e5-9ec0-76f7a84bf2b0)] {{(pid=80327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:57:54.850663 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-61fb1501-a4ec-430b-9a08-5e81e769c537 req-943f3297-3674-477d-8b54-86e56b10fcd0 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:54.978052 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-61fb1501-a4ec-430b-9a08-5e81e769c537 req-943f3297-3674-477d-8b54-86e56b10fcd0 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Calling delete_port for 1498dd49-63b6-4321-9983-564995600d1c owned by compute:nova {{(pid=80327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 00:57:55.249488 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device cac925b1-d037-4b65-9fd7-ff8b443a8ca9 up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:57:55.285578 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c6baa-e61b-4aef-a552-305fc6d65625 req-032edb18-fe7e-4f33-8ac4-88170972278f tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:55.287802 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-4f6c6baa-e61b-4aef-a552-305fc6d65625 req-032edb18-fe7e-4f33-8ac4-88170972278f tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=80bed229-ae56-4fb6-889e-fd7451188bdb HTTP/1.1" status: 200 len: 865 time: 0.1111083 Dec 04 00:57:55.315561 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-61fb1501-a4ec-430b-9a08-5e81e769c537 req-943f3297-3674-477d-8b54-86e56b10fcd0 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291473225622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291473606618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:55.319992 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port cac925b1-d037-4b65-9fd7-ff8b443a8ca9 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:57:55.320423 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:55.339137 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-1ed35bf2-666e-48df-a0f1-09a4198a9063 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:57:55.391610 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943f3297-3674-477d-8b54-86e56b10fcd0 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Pushing event deleted for resources: {'Port': ['ID=1498dd49-63b6-4321-9983-564995600d1c,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:57:55.447734 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-943f3297-3674-477d-8b54-86e56b10fcd0 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:57:55.454742 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-4f6c6baa-e61b-4aef-a552-305fc6d65625 req-7eef6c29-90af-4cdf-b35c-54a8d60edbf2 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604595 Dec 04 00:57:55.620004 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf92af5-f82f-478f-aa76-70d322f016b8 req-1dd6cca9-ac3f-4357-bb7e-a81e9051c01e tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:55.621499 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6cf92af5-f82f-478f-aa76-70d322f016b8 req-1dd6cca9-ac3f-4357-bb7e-a81e9051c01e tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 945 time: 0.1657839 Dec 04 00:57:55.633747 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [req-61fb1501-a4ec-430b-9a08-5e81e769c537 req-943f3297-3674-477d-8b54-86e56b10fcd0 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] No DVR routers for this DVR port 1498dd49-63b6-4321-9983-564995600d1c on host hv-cinder-76330 {{(pid=80327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 00:57:55.649147 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-61fb1501-a4ec-430b-9a08-5e81e769c537 req-943f3297-3674-477d-8b54-86e56b10fcd0 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:57:55.651851 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bed229-ae56-4fb6-889e-fd7451188bdb', 'name': 'network-vif-deleted', 'tag': '1498dd49-63b6-4321-9983-564995600d1c'}] {{(pid=80327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:57:55.691362 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6cf92af5-f82f-478f-aa76-70d322f016b8 req-23176536-54d4-4317-a5cc-d2e37bf0b0d5 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0587585 Dec 04 00:57:55.717960 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80bed229-ae56-4fb6-889e-fd7451188bdb', 'name': 'network-vif-deleted', 'tag': '1498dd49-63b6-4321-9983-564995600d1c', 'status': 'completed', 'code': 200} Dec 04 00:57:55.732977 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-61fb1501-a4ec-430b-9a08-5e81e769c537 req-943f3297-3674-477d-8b54-86e56b10fcd0 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.86 "DELETE /v2.0/ports/1498dd49-63b6-4321-9983-564995600d1c HTTP/1.1" status: 204 len: 173 time: 2.6667848 Dec 04 00:57:56.658637 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-c20328b7-58f7-4f3e-9eda-3b7f49777000 req-3291806d-30c7-424b-b131-9eec911d3d47 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Synchronizing usage tracker for tenant:ee2e291e3bae48f9aa1a99091109694e on resource:port {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 00:57:56.695514 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-c20328b7-58f7-4f3e-9eda-3b7f49777000 req-3291806d-30c7-424b-b131-9eec911d3d47 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Unset dirty status for tenant:ee2e291e3bae48f9aa1a99091109694e on resource:port {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 00:57:56.696800 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c20328b7-58f7-4f3e-9eda-3b7f49777000 req-3291806d-30c7-424b-b131-9eec911d3d47 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=80bed229-ae56-4fb6-889e-fd7451188bdb HTTP/1.1" status: 200 len: 210 time: 0.0874295 Dec 04 00:57:58.869220 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada62017-a063-4286-8f8e-015cbeff4cdf req-29a4049d-8aa3-4c43-9fd9-379a2649f8a0 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:58.870776 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ada62017-a063-4286-8f8e-015cbeff4cdf req-29a4049d-8aa3-4c43-9fd9-379a2649f8a0 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 946 time: 0.0863113 Dec 04 00:57:58.917145 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ada62017-a063-4286-8f8e-015cbeff4cdf req-fe421c10-85f6-4224-84d1-b67c41a544c4 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400012 Dec 04 00:57:59.574714 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326b6ff-b9d9-4a0e-9b80-c0ae57a0ffc8 req-a5cd90bb-f020-471f-b82f-967639ac367b tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:57:59.576532 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c326b6ff-b9d9-4a0e-9b80-c0ae57a0ffc8 req-a5cd90bb-f020-471f-b82f-967639ac367b tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=09a87dba-0223-407b-923d-b4cc01d6a0ab HTTP/1.1" status: 200 len: 945 time: 0.0833621 Dec 04 00:57:59.625798 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c326b6ff-b9d9-4a0e-9b80-c0ae57a0ffc8 req-41693132-0df3-4b05-9a48-9ece68cb68a1 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428936 Dec 04 00:58:00.131146 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed133de8-fee2-49af-aae8-21213f64fe00 req-ef051d36-5b04-446e-b5e6-bf8e31f079b7 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:00.132732 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ed133de8-fee2-49af-aae8-21213f64fe00 req-ef051d36-5b04-446e-b5e6-bf8e31f079b7 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 946 time: 0.0840080 Dec 04 00:58:00.180326 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ed133de8-fee2-49af-aae8-21213f64fe00 req-448959a0-e77e-4350-89b7-8108b5d2c6cb tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410600 Dec 04 00:58:00.843851 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b7212-e6c9-460c-82f2-5c030d8a6198 req-00695cae-5d78-4d89-aaeb-91de43147f89 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:00.845249 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-594b7212-e6c9-460c-82f2-5c030d8a6198 req-00695cae-5d78-4d89-aaeb-91de43147f89 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=09a87dba-0223-407b-923d-b4cc01d6a0ab HTTP/1.1" status: 200 len: 945 time: 0.0864034 Dec 04 00:58:00.899939 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-594b7212-e6c9-460c-82f2-5c030d8a6198 req-bd826e58-8352-4e50-8a5d-866f45be23c3 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482285 Dec 04 00:58:01.396451 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f5f7f-051a-46d8-a0d3-826da6586793 req-b899dd70-9328-4e99-b89d-56a963c62dfd tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:01.398092 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-975f5f7f-051a-46d8-a0d3-826da6586793 req-b899dd70-9328-4e99-b89d-56a963c62dfd tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 946 time: 0.0840621 Dec 04 00:58:01.448751 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-975f5f7f-051a-46d8-a0d3-826da6586793 req-5da35bc9-4ab6-4a33-9eb7-6e103156f16d tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443187 Dec 04 00:58:02.161028 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc362d7-2415-4def-970a-6b52445cbe8f req-a486dfaa-3f3b-4684-8966-a9ebd85380c7 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:02.163225 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-adc362d7-2415-4def-970a-6b52445cbe8f req-a486dfaa-3f3b-4684-8966-a9ebd85380c7 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=09a87dba-0223-407b-923d-b4cc01d6a0ab HTTP/1.1" status: 200 len: 945 time: 0.1323891 Dec 04 00:58:02.231211 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac86910-0969-4c43-8d96-b7e2a834f0ac req-88452329-5f0e-4b67-8c50-bf93144312f5 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:02.232753 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8ac86910-0969-4c43-8d96-b7e2a834f0ac req-88452329-5f0e-4b67-8c50-bf93144312f5 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.86 "GET /v2.0/ports?device_id=09a87dba-0223-407b-923d-b4cc01d6a0ab HTTP/1.1" status: 200 len: 945 time: 0.1413336 Dec 04 00:58:02.235140 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-adc362d7-2415-4def-970a-6b52445cbe8f req-8bd00c3a-7205-439b-a841-1bd9426566ee tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652025 Dec 04 00:58:02.392233 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-8ac86910-0969-4c43-8d96-b7e2a834f0ac req-2d797e8b-c39b-4531-a6fb-5f9fde618455 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Deleting port 55a67bdd-2bad-40c9-99e0-c28b4d7a754d {{(pid=80327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 00:58:02.392623 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-8ac86910-0969-4c43-8d96-b7e2a834f0ac req-2d797e8b-c39b-4531-a6fb-5f9fde618455 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:02.511184 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03109ee0-d0b6-4409-af67-416aa9d57e41 req-330789e1-5f68-4da4-b32a-53f4705f6ed9 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:02.512777 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-03109ee0-d0b6-4409-af67-416aa9d57e41 req-330789e1-5f68-4da4-b32a-53f4705f6ed9 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.86 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 946 time: 0.2068865 Dec 04 00:58:02.926935 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-03109ee0-d0b6-4409-af67-416aa9d57e41 req-773f0c95-e709-4681-b001-9395d86a5f9b tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Deleting port 5d0be9cc-37a4-4999-8db2-ab7be018b4da {{(pid=80327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 00:58:02.927387 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-03109ee0-d0b6-4409-af67-416aa9d57e41 req-773f0c95-e709-4681-b001-9395d86a5f9b tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:02.962971 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 55a67bdd-2bad-40c9-99e0-c28b4d7a754d no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 00:58:03.031145 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-8ac86910-0969-4c43-8d96-b7e2a834f0ac req-2d797e8b-c39b-4531-a6fb-5f9fde618455 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] For port 55a67bdd-2bad-40c9-99e0-c28b4d7a754d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=55a67bdd-2bad-40c9-99e0-c28b4d7a754d,segment=NetworkSegment(b1be24bd-1446-47e5-9ec0-76f7a84bf2b0),segment_id=b1be24bd-1446-47e5-9ec0-76f7a84bf2b0)] {{(pid=80327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:58:03.031574 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-8ac86910-0969-4c43-8d96-b7e2a834f0ac req-2d797e8b-c39b-4531-a6fb-5f9fde618455 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:03.076771 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:03.104288 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a87dba-0223-407b-923d-b4cc01d6a0ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55a67bdd-2bad-40c9-99e0-c28b4d7a754d'}] {{(pid=80328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:58:03.114437 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] For port 55a67bdd-2bad-40c9-99e0-c28b4d7a754d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=55a67bdd-2bad-40c9-99e0-c28b4d7a754d,segment=NetworkSegment(b1be24bd-1446-47e5-9ec0-76f7a84bf2b0),segment_id=b1be24bd-1446-47e5-9ec0-76f7a84bf2b0)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:58:03.159129 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:03.160577 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 5d0be9cc-37a4-4999-8db2-ab7be018b4da no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 00:58:03.194984 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a87dba-0223-407b-923d-b4cc01d6a0ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55a67bdd-2bad-40c9-99e0-c28b4d7a754d', 'code': 200} Dec 04 00:58:03.196032 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:58:03.205634 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-8ac86910-0969-4c43-8d96-b7e2a834f0ac req-2d797e8b-c39b-4531-a6fb-5f9fde618455 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Calling delete_port for 55a67bdd-2bad-40c9-99e0-c28b4d7a754d owned by compute:nova {{(pid=80327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 00:58:03.260762 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06cebf-ac4a-426c-bf50-b480850e43ce req-7db83c06-6107-4391-b4e6-5adc0780f8e2 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:03.262391 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-0a06cebf-ac4a-426c-bf50-b480850e43ce req-7db83c06-6107-4391-b4e6-5adc0780f8e2 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 946 time: 0.6773939 Dec 04 00:58:03.289110 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Pushing event updated for resources: {'Port': ['ID=55a67bdd-2bad-40c9-99e0-c28b4d7a754d,revision_number=5']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:58:03.319847 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:58:03.349954 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:03.385107 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] For port 5d0be9cc-37a4-4999-8db2-ab7be018b4da, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=5d0be9cc-37a4-4999-8db2-ab7be018b4da,segment=NetworkSegment(4488f1fe-a387-4cba-a67e-2b166f386e37),segment_id=4488f1fe-a387-4cba-a67e-2b166f386e37)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:58:03.422368 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:03.424549 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:58:03.480503 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-0a06cebf-ac4a-426c-bf50-b480850e43ce req-f513806f-fd2a-4cf5-851a-37fcef358a70 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070024 Dec 04 00:58:03.492906 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Pushing event updated for resources: {'Port': ['ID=5d0be9cc-37a4-4999-8db2-ab7be018b4da,revision_number=5']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:58:03.500215 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:58:03.553205 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-03109ee0-d0b6-4409-af67-416aa9d57e41 req-773f0c95-e709-4681-b001-9395d86a5f9b tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] For port 5d0be9cc-37a4-4999-8db2-ab7be018b4da, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=5d0be9cc-37a4-4999-8db2-ab7be018b4da,segment=NetworkSegment(4488f1fe-a387-4cba-a67e-2b166f386e37),segment_id=4488f1fe-a387-4cba-a67e-2b166f386e37)] {{(pid=80327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:58:03.553783 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-03109ee0-d0b6-4409-af67-416aa9d57e41 req-773f0c95-e709-4681-b001-9395d86a5f9b tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:03.690694 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-03109ee0-d0b6-4409-af67-416aa9d57e41 req-773f0c95-e709-4681-b001-9395d86a5f9b tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Calling delete_port for 5d0be9cc-37a4-4999-8db2-ab7be018b4da owned by compute:nova {{(pid=80327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 00:58:03.724612 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2d7b2-a32c-4c44-a721-c23c212323a0 req-420c0cf4-904f-4f20-8573-7028d5115607 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:03.726232 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-72d2d7b2-a32c-4c44-a721-c23c212323a0 req-420c0cf4-904f-4f20-8573-7028d5115607 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=09a87dba-0223-407b-923d-b4cc01d6a0ab HTTP/1.1" status: 200 len: 943 time: 0.3257887 Dec 04 00:58:03.740000 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.db.api [req-8ac86910-0969-4c43-8d96-b7e2a834f0ac req-2d797e8b-c39b-4531-a6fb-5f9fde618455 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80327) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 04 00:58:03.740363 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_db.api [req-8ac86910-0969-4c43-8d96-b7e2a834f0ac req-2d797e8b-c39b-4531-a6fb-5f9fde618455 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 04 00:58:03.814657 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-72d2d7b2-a32c-4c44-a721-c23c212323a0 req-82947f33-4744-46b5-93cc-93c196b3f707 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756626 Dec 04 00:58:03.845663 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.db.api [req-03109ee0-d0b6-4409-af67-416aa9d57e41 req-773f0c95-e709-4681-b001-9395d86a5f9b tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80327) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 04 00:58:03.846359 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_db.api [req-03109ee0-d0b6-4409-af67-416aa9d57e41 req-773f0c95-e709-4681-b001-9395d86a5f9b tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 04 00:58:03.963806 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fac139-0593-4c8b-b2c6-81fed165a5fe req-76e6f717-fdc0-4d12-9b41-5605f0485129 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:03.965325 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-32fac139-0593-4c8b-b2c6-81fed165a5fe req-76e6f717-fdc0-4d12-9b41-5605f0485129 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 946 time: 0.0835264 Dec 04 00:58:04.016586 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-32fac139-0593-4c8b-b2c6-81fed165a5fe req-20e9bd02-c817-428b-93f0-7d63e2c962ed tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=978b1d25-473d-42fc-8057-7fd8e260165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447950 Dec 04 00:58:04.241946 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-8ac86910-0969-4c43-8d96-b7e2a834f0ac req-2d797e8b-c39b-4531-a6fb-5f9fde618455 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Deleting port 55a67bdd-2bad-40c9-99e0-c28b4d7a754d {{(pid=80327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 00:58:04.242348 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-8ac86910-0969-4c43-8d96-b7e2a834f0ac req-2d797e8b-c39b-4531-a6fb-5f9fde618455 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:04.349525 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-03109ee0-d0b6-4409-af67-416aa9d57e41 req-773f0c95-e709-4681-b001-9395d86a5f9b tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Deleting port 5d0be9cc-37a4-4999-8db2-ab7be018b4da {{(pid=80327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 00:58:04.349897 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-03109ee0-d0b6-4409-af67-416aa9d57e41 req-773f0c95-e709-4681-b001-9395d86a5f9b tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:04.727231 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-8ac86910-0969-4c43-8d96-b7e2a834f0ac req-2d797e8b-c39b-4531-a6fb-5f9fde618455 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] For port 55a67bdd-2bad-40c9-99e0-c28b4d7a754d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=55a67bdd-2bad-40c9-99e0-c28b4d7a754d,segment=NetworkSegment(b1be24bd-1446-47e5-9ec0-76f7a84bf2b0),segment_id=b1be24bd-1446-47e5-9ec0-76f7a84bf2b0)] {{(pid=80327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:58:04.727825 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-8ac86910-0969-4c43-8d96-b7e2a834f0ac req-2d797e8b-c39b-4531-a6fb-5f9fde618455 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:05.068504 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-8ac86910-0969-4c43-8d96-b7e2a834f0ac req-2d797e8b-c39b-4531-a6fb-5f9fde618455 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Calling delete_port for 55a67bdd-2bad-40c9-99e0-c28b4d7a754d owned by compute:nova {{(pid=80327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 00:58:05.196867 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '715dc5da-a671-441c-8625-207c86d34324', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d0be9cc-37a4-4999-8db2-ab7be018b4da'}] {{(pid=80328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:58:05.206704 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-03109ee0-d0b6-4409-af67-416aa9d57e41 req-773f0c95-e709-4681-b001-9395d86a5f9b tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] For port 5d0be9cc-37a4-4999-8db2-ab7be018b4da, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=5d0be9cc-37a4-4999-8db2-ab7be018b4da,segment=NetworkSegment(4488f1fe-a387-4cba-a67e-2b166f386e37),segment_id=4488f1fe-a387-4cba-a67e-2b166f386e37)] {{(pid=80327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:58:05.207106 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-03109ee0-d0b6-4409-af67-416aa9d57e41 req-773f0c95-e709-4681-b001-9395d86a5f9b tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:05.362644 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-03109ee0-d0b6-4409-af67-416aa9d57e41 req-773f0c95-e709-4681-b001-9395d86a5f9b tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Calling delete_port for 5d0be9cc-37a4-4999-8db2-ab7be018b4da owned by compute:nova {{(pid=80327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 00:58:05.417567 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153bc0c6-5237-44cd-83a1-4c6d3e7e0970 req-0087c85d-7008-4bb0-b2df-da6d10ec4103 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:05.419198 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-153bc0c6-5237-44cd-83a1-4c6d3e7e0970 req-0087c85d-7008-4bb0-b2df-da6d10ec4103 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 944 time: 0.7524137 Dec 04 00:58:05.535523 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c98c17-cce9-414f-bd8a-17759b91e4dd req-3a0d1cbb-797f-432e-961e-a12f9f96063c tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:05.537165 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-28c98c17-cce9-414f-bd8a-17759b91e4dd req-3a0d1cbb-797f-432e-961e-a12f9f96063c tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=09a87dba-0223-407b-923d-b4cc01d6a0ab HTTP/1.1" status: 200 len: 943 time: 0.4760659 Dec 04 00:58:05.596392 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-153bc0c6-5237-44cd-83a1-4c6d3e7e0970 req-0bc4512f-57ac-4509-a55d-58b74d1ae6e6 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606216 Dec 04 00:58:05.651592 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-8ac86910-0969-4c43-8d96-b7e2a834f0ac req-2d797e8b-c39b-4531-a6fb-5f9fde618455 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291473225622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291473606618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:05.672038 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-67ccc8cf-9ad2-4132-98b6-33a18b88b436 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:58:05.722238 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-28c98c17-cce9-414f-bd8a-17759b91e4dd req-a622d499-24c1-45d2-a5e2-e6d954fb3ae3 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736128 Dec 04 00:58:05.790285 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d797e8b-c39b-4531-a6fb-5f9fde618455 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Pushing event deleted for resources: {'Port': ['ID=55a67bdd-2bad-40c9-99e0-c28b4d7a754d,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:58:05.795008 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '715dc5da-a671-441c-8625-207c86d34324', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d0be9cc-37a4-4999-8db2-ab7be018b4da', 'code': 200} Dec 04 00:58:05.834669 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-2d797e8b-c39b-4531-a6fb-5f9fde618455 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:58:05.891896 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-03109ee0-d0b6-4409-af67-416aa9d57e41 req-773f0c95-e709-4681-b001-9395d86a5f9b tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291473225622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291473606618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:05.923516 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-e46d462f-141a-44fb-8d91-5cccab005620 tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:58:05.979440 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f0c95-e709-4681-b001-9395d86a5f9b tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Pushing event deleted for resources: {'Port': ['ID=5d0be9cc-37a4-4999-8db2-ab7be018b4da,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:58:05.989834 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-773f0c95-e709-4681-b001-9395d86a5f9b tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:58:06.101916 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00511d83-6cf8-4e11-9c25-23542d18bd45 req-2640288c-8917-4b5f-8984-34018403a1b9 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:06.103498 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-00511d83-6cf8-4e11-9c25-23542d18bd45 req-2640288c-8917-4b5f-8984-34018403a1b9 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 946 time: 0.3671744 Dec 04 00:58:06.118676 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac86910-0969-4c43-8d96-b7e2a834f0ac req-2d797e8b-c39b-4531-a6fb-5f9fde618455 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] No DVR routers for this DVR port 55a67bdd-2bad-40c9-99e0-c28b4d7a754d on host hv-cinder-76330 {{(pid=80327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 00:58:06.136247 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-8ac86910-0969-4c43-8d96-b7e2a834f0ac req-2d797e8b-c39b-4531-a6fb-5f9fde618455 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:06.149593 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a87dba-0223-407b-923d-b4cc01d6a0ab', 'name': 'network-vif-deleted', 'tag': '55a67bdd-2bad-40c9-99e0-c28b4d7a754d'}] {{(pid=80327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:58:06.214389 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-00511d83-6cf8-4e11-9c25-23542d18bd45 req-02b9b6da-376e-42d0-bf2b-e0dcda768786 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=978b1d25-473d-42fc-8057-7fd8e260165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968487 Dec 04 00:58:06.255834 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a87dba-0223-407b-923d-b4cc01d6a0ab', 'name': 'network-vif-deleted', 'tag': '55a67bdd-2bad-40c9-99e0-c28b4d7a754d', 'status': 'completed', 'code': 200} Dec 04 00:58:06.261628 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8ac86910-0969-4c43-8d96-b7e2a834f0ac req-2d797e8b-c39b-4531-a6fb-5f9fde618455 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.86 "DELETE /v2.0/ports/55a67bdd-2bad-40c9-99e0-c28b4d7a754d HTTP/1.1" status: 204 len: 173 time: 3.9855669 Dec 04 00:58:06.262607 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [req-03109ee0-d0b6-4409-af67-416aa9d57e41 req-773f0c95-e709-4681-b001-9395d86a5f9b tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] No DVR routers for this DVR port 5d0be9cc-37a4-4999-8db2-ab7be018b4da on host hv-cinder-76330 {{(pid=80327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 00:58:06.265140 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-03109ee0-d0b6-4409-af67-416aa9d57e41 req-773f0c95-e709-4681-b001-9395d86a5f9b tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:06.267345 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-03109ee0-d0b6-4409-af67-416aa9d57e41 req-773f0c95-e709-4681-b001-9395d86a5f9b tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.86 "DELETE /v2.0/ports/5d0be9cc-37a4-4999-8db2-ab7be018b4da HTTP/1.1" status: 204 len: 173 time: 3.7381296 Dec 04 00:58:06.787014 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-8c36eb96-f0f1-4f31-82e3-4f86c5c67e1b req-67a37b6b-30aa-4852-90e7-da0686ba4e15 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Synchronizing usage tracker for tenant:0bf338724dbe4d6fb75ec0856b79ca35 on resource:port {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 00:58:06.839268 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-8c36eb96-f0f1-4f31-82e3-4f86c5c67e1b req-67a37b6b-30aa-4852-90e7-da0686ba4e15 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Unset dirty status for tenant:0bf338724dbe4d6fb75ec0856b79ca35 on resource:port {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 00:58:06.840524 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8c36eb96-f0f1-4f31-82e3-4f86c5c67e1b req-67a37b6b-30aa-4852-90e7-da0686ba4e15 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=715dc5da-a671-441c-8625-207c86d34324 HTTP/1.1" status: 200 len: 210 time: 0.0994134 Dec 04 00:58:06.912152 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-8374793d-9bd8-40a0-9629-eb122d316563 req-c62c9935-4258-4bde-a51b-87ff586e898b tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Synchronizing usage tracker for tenant:ee2e291e3bae48f9aa1a99091109694e on resource:port {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 00:58:06.959354 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-8374793d-9bd8-40a0-9629-eb122d316563 req-c62c9935-4258-4bde-a51b-87ff586e898b tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Unset dirty status for tenant:ee2e291e3bae48f9aa1a99091109694e on resource:port {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 00:58:06.960734 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8374793d-9bd8-40a0-9629-eb122d316563 req-c62c9935-4258-4bde-a51b-87ff586e898b tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=09a87dba-0223-407b-923d-b4cc01d6a0ab HTTP/1.1" status: 200 len: 210 time: 0.0930021 Dec 04 00:58:07.432315 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9151ee-57c6-4fae-81ea-bf4a964d78ce req-f9630751-aec8-429d-8a24-ff79c2f43cbf tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:07.433943 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-eb9151ee-57c6-4fae-81ea-bf4a964d78ce req-f9630751-aec8-429d-8a24-ff79c2f43cbf tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 946 time: 0.0883934 Dec 04 00:58:07.482233 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-eb9151ee-57c6-4fae-81ea-bf4a964d78ce req-feebabcc-2e7d-4c04-97e5-262670bbfde6 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=978b1d25-473d-42fc-8057-7fd8e260165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414040 Dec 04 00:58:08.256698 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '715dc5da-a671-441c-8625-207c86d34324', 'name': 'network-vif-deleted', 'tag': '5d0be9cc-37a4-4999-8db2-ab7be018b4da'}] {{(pid=80327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:58:08.333162 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '715dc5da-a671-441c-8625-207c86d34324', 'name': 'network-vif-deleted', 'tag': '5d0be9cc-37a4-4999-8db2-ab7be018b4da', 'status': 'completed', 'code': 200} Dec 04 00:58:08.520418 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8072d-760c-4002-9aa3-05c6b6901a04 req-9eef31ee-0006-485b-a8b1-8813def6b38f tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:08.522606 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-75e8072d-760c-4002-9aa3-05c6b6901a04 req-9eef31ee-0006-485b-a8b1-8813def6b38f tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.0863903 Dec 04 00:58:08.624241 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-75e8072d-760c-4002-9aa3-05c6b6901a04 req-5f26d5e2-05fb-4357-956b-67e6a3878d1a tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950873 Dec 04 00:58:08.652865 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2bf1a7-d878-45f9-a6f4-5fa8a1778e24 req-7a65a237-792d-4692-89ec-0c8a58edde29 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:08.654465 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ba2bf1a7-d878-45f9-a6f4-5fa8a1778e24 req-7a65a237-792d-4692-89ec-0c8a58edde29 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=f42abb48-6a89-40cf-ab50-1d060057b1c7 HTTP/1.1" status: 200 len: 946 time: 0.1110475 Dec 04 00:58:08.702799 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ba2bf1a7-d878-45f9-a6f4-5fa8a1778e24 req-219dc75d-0216-4558-bbbc-94793727a1c7 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416937 Dec 04 00:58:08.828038 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0040e6-169f-46dd-9d00-fce3f91c2b54 req-5313631f-2d02-4afd-8a67-92cea0138497 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:08.829643 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-5a0040e6-169f-46dd-9d00-fce3f91c2b54 req-5313631f-2d02-4afd-8a67-92cea0138497 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 946 time: 0.0879395 Dec 04 00:58:08.876282 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-5a0040e6-169f-46dd-9d00-fce3f91c2b54 req-0200da89-6948-4ebf-814e-91f48808c71a tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=978b1d25-473d-42fc-8057-7fd8e260165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402381 Dec 04 00:58:09.836640 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fc79e-e312-4835-b270-41a39a9d31b6 req-b3efef44-8374-4267-9f6e-636bfb842b8e tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:09.838340 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bb1fc79e-e312-4835-b270-41a39a9d31b6 req-b3efef44-8374-4267-9f6e-636bfb842b8e tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.0838389 Dec 04 00:58:09.945420 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bb1fc79e-e312-4835-b270-41a39a9d31b6 req-242ec1bf-cfc2-4b06-a6ea-b41e1cc248ce tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674002 Dec 04 00:58:09.959124 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5707fd2-8292-4d50-9438-f24329eb08b2 req-b647c5df-a683-48fc-b667-747e5c3ad959 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:09.960707 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b5707fd2-8292-4d50-9438-f24329eb08b2 req-b647c5df-a683-48fc-b667-747e5c3ad959 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=f42abb48-6a89-40cf-ab50-1d060057b1c7 HTTP/1.1" status: 200 len: 946 time: 0.1215181 Dec 04 00:58:10.010957 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b5707fd2-8292-4d50-9438-f24329eb08b2 req-e02e6d3e-d4df-4187-8267-0841e10c0fde tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433967 Dec 04 00:58:10.144027 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2a031f-d97a-459c-91e7-79b00db1ced1 req-e2a8539e-4d12-49a8-b19f-72de48f8cf88 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:10.146114 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-db2a031f-d97a-459c-91e7-79b00db1ced1 req-e2a8539e-4d12-49a8-b19f-72de48f8cf88 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 946 time: 0.0819273 Dec 04 00:58:10.196886 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-db2a031f-d97a-459c-91e7-79b00db1ced1 req-26479c0f-7290-4ab6-b9a0-b1ee6f06d612 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=978b1d25-473d-42fc-8057-7fd8e260165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444176 Dec 04 00:58:10.712944 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d6849-2e5c-4302-b690-96b41f3dc0f9 req-412aa222-35ef-48ff-9d0c-00558a723ecd tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:10.714492 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9e1d6849-2e5c-4302-b690-96b41f3dc0f9 req-412aa222-35ef-48ff-9d0c-00558a723ecd tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.86 "GET /v2.0/ports?device_id=f42abb48-6a89-40cf-ab50-1d060057b1c7 HTTP/1.1" status: 200 len: 946 time: 0.0816867 Dec 04 00:58:10.793321 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-9e1d6849-2e5c-4302-b690-96b41f3dc0f9 req-52c80874-0bd9-458a-b173-cdc15b39c044 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Deleting port 927c29e8-fe57-49bc-addb-25b28ee5edae {{(pid=80327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 00:58:10.793705 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-9e1d6849-2e5c-4302-b690-96b41f3dc0f9 req-52c80874-0bd9-458a-b173-cdc15b39c044 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:11.049669 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 927c29e8-fe57-49bc-addb-25b28ee5edae no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 00:58:11.051221 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-9e1d6849-2e5c-4302-b690-96b41f3dc0f9 req-52c80874-0bd9-458a-b173-cdc15b39c044 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] For port 927c29e8-fe57-49bc-addb-25b28ee5edae, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=927c29e8-fe57-49bc-addb-25b28ee5edae,segment=NetworkSegment(b1be24bd-1446-47e5-9ec0-76f7a84bf2b0),segment_id=b1be24bd-1446-47e5-9ec0-76f7a84bf2b0)] {{(pid=80327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:58:11.051598 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-9e1d6849-2e5c-4302-b690-96b41f3dc0f9 req-52c80874-0bd9-458a-b173-cdc15b39c044 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:11.185566 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:11.214195 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42abb48-6a89-40cf-ab50-1d060057b1c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '927c29e8-fe57-49bc-addb-25b28ee5edae'}] {{(pid=80328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:58:11.226020 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] For port 927c29e8-fe57-49bc-addb-25b28ee5edae, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=927c29e8-fe57-49bc-addb-25b28ee5edae,segment=NetworkSegment(b1be24bd-1446-47e5-9ec0-76f7a84bf2b0),segment_id=b1be24bd-1446-47e5-9ec0-76f7a84bf2b0)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:58:11.229742 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-9e1d6849-2e5c-4302-b690-96b41f3dc0f9 req-52c80874-0bd9-458a-b173-cdc15b39c044 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Calling delete_port for 927c29e8-fe57-49bc-addb-25b28ee5edae owned by compute:nova {{(pid=80327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 00:58:11.250461 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:11.252305 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:58:11.320939 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Pushing event updated for resources: {'Port': ['ID=927c29e8-fe57-49bc-addb-25b28ee5edae,revision_number=5']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:58:11.324322 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:58:11.619350 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c812ff0-86be-452c-92d1-3c8a045ff3e9 req-a7670e2b-cfbb-4aac-a061-839ae12f6527 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:11.619350 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9c812ff0-86be-452c-92d1-3c8a045ff3e9 req-a7670e2b-cfbb-4aac-a061-839ae12f6527 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.4804282 Dec 04 00:58:11.619350 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73379a74-11be-4aae-88fa-90d1456d242f req-cb47f22f-eea1-416c-a877-969e1fa72e91 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:11.619350 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-73379a74-11be-4aae-88fa-90d1456d242f req-cb47f22f-eea1-416c-a877-969e1fa72e91 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=f42abb48-6a89-40cf-ab50-1d060057b1c7 HTTP/1.1" status: 200 len: 944 time: 0.4292853 Dec 04 00:58:11.690529 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9c812ff0-86be-452c-92d1-3c8a045ff3e9 req-5f366eb3-a70c-4fe6-bac4-39f5d4039c1f tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738361 Dec 04 00:58:11.697328 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-73379a74-11be-4aae-88fa-90d1456d242f req-7caead4d-d4fe-4d73-b989-b1514f790d9c tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666738 Dec 04 00:58:11.713056 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.db.api [req-9e1d6849-2e5c-4302-b690-96b41f3dc0f9 req-52c80874-0bd9-458a-b173-cdc15b39c044 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80327) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 04 00:58:11.723672 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_db.api [req-9e1d6849-2e5c-4302-b690-96b41f3dc0f9 req-52c80874-0bd9-458a-b173-cdc15b39c044 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 04 00:58:11.764815 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42abb48-6a89-40cf-ab50-1d060057b1c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '927c29e8-fe57-49bc-addb-25b28ee5edae', 'code': 200} Dec 04 00:58:11.898139 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1a63b-e856-4d35-bd5a-c50cccb3ab5e req-99552394-cd93-46e6-97ad-519310a3b826 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:11.899675 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7cc1a63b-e856-4d35-bd5a-c50cccb3ab5e req-99552394-cd93-46e6-97ad-519310a3b826 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 946 time: 0.0856547 Dec 04 00:58:11.946501 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7cc1a63b-e856-4d35-bd5a-c50cccb3ab5e req-04a0cee1-41a2-477b-930e-d135c7abd95f tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=978b1d25-473d-42fc-8057-7fd8e260165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406158 Dec 04 00:58:12.214944 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-9e1d6849-2e5c-4302-b690-96b41f3dc0f9 req-52c80874-0bd9-458a-b173-cdc15b39c044 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Deleting port 927c29e8-fe57-49bc-addb-25b28ee5edae {{(pid=80327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 00:58:12.215467 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-9e1d6849-2e5c-4302-b690-96b41f3dc0f9 req-52c80874-0bd9-458a-b173-cdc15b39c044 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:12.416930 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9fe212fc-8a26-48c8-a38a-6e9f68f34684 req-65dd7d85-3c47-43da-bed1-2be85c7affe9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1761761 Dec 04 00:58:12.588637 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-9e1d6849-2e5c-4302-b690-96b41f3dc0f9 req-52c80874-0bd9-458a-b173-cdc15b39c044 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] For port 927c29e8-fe57-49bc-addb-25b28ee5edae, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=927c29e8-fe57-49bc-addb-25b28ee5edae,segment=NetworkSegment(b1be24bd-1446-47e5-9ec0-76f7a84bf2b0),segment_id=b1be24bd-1446-47e5-9ec0-76f7a84bf2b0)] {{(pid=80327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:58:12.589039 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-9e1d6849-2e5c-4302-b690-96b41f3dc0f9 req-52c80874-0bd9-458a-b173-cdc15b39c044 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:12.723760 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-9e1d6849-2e5c-4302-b690-96b41f3dc0f9 req-52c80874-0bd9-458a-b173-cdc15b39c044 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Calling delete_port for 927c29e8-fe57-49bc-addb-25b28ee5edae owned by compute:nova {{(pid=80327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 00:58:12.752652 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe212fc-8a26-48c8-a38a-6e9f68f34684 req-1f989523-eaae-416e-a950-26d8064263a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:12.754296 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9fe212fc-8a26-48c8-a38a-6e9f68f34684 req-1f989523-eaae-416e-a950-26d8064263a4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=27c40306c9424330a5920da109201aa5&device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 1162 time: 0.2877083 Dec 04 00:58:13.115639 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe212fc-8a26-48c8-a38a-6e9f68f34684 req-a03ffb08-e997-4382-a87f-91780d2a0bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:13.117182 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9fe212fc-8a26-48c8-a38a-6e9f68f34684 req-a03ffb08-e997-4382-a87f-91780d2a0bc8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=81043efb-b877-4e23-b898-a49f43cd94b2 HTTP/1.1" status: 200 len: 910 time: 0.3374584 Dec 04 00:58:13.213754 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa8107-2a46-4de9-ae50-f785e729c06a req-fc7bddb0-fb46-416c-892d-abef1ac5db70 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:13.215375 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-07fa8107-2a46-4de9-ae50-f785e729c06a req-fc7bddb0-fb46-416c-892d-abef1ac5db70 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=f42abb48-6a89-40cf-ab50-1d060057b1c7 HTTP/1.1" status: 200 len: 944 time: 0.3435225 Dec 04 00:58:13.223445 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97960f7e-5e7b-4156-829a-4e6f577f8c01 req-6f4a133c-61f2-48b0-8eb6-c7544ab423cb tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:13.225042 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-97960f7e-5e7b-4156-829a-4e6f577f8c01 req-6f4a133c-61f2-48b0-8eb6-c7544ab423cb tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.3561714 Dec 04 00:58:13.236092 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-9e1d6849-2e5c-4302-b690-96b41f3dc0f9 req-52c80874-0bd9-458a-b173-cdc15b39c044 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291473225622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291473606618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:13.270051 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-5bc7dec2-6122-489d-8fad-78913370127a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:58:13.352037 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c80874-0bd9-458a-b173-cdc15b39c044 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Pushing event deleted for resources: {'Port': ['ID=927c29e8-fe57-49bc-addb-25b28ee5edae,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:58:13.407517 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-52c80874-0bd9-458a-b173-cdc15b39c044 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:58:13.415286 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9fe212fc-8a26-48c8-a38a-6e9f68f34684 req-04be1552-2924-4b0d-a678-966c9837cc12 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cac925b1-d037-4b65-9fd7-ff8b443a8ca9 HTTP/1.1" status: 200 len: 1000 time: 0.2800784 Dec 04 00:58:13.496045 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-07fa8107-2a46-4de9-ae50-f785e729c06a req-293e47a4-de34-4f64-9bbe-5bbca6cab7d8 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700689 Dec 04 00:58:13.513645 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-97960f7e-5e7b-4156-829a-4e6f577f8c01 req-5af5693e-66be-4dc3-b73d-480e7ff41d50 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756002 Dec 04 00:58:13.558983 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe212fc-8a26-48c8-a38a-6e9f68f34684 req-31df47e6-37fd-4426-8dc4-8ee6f499f4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:13.560622 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9fe212fc-8a26-48c8-a38a-6e9f68f34684 req-31df47e6-37fd-4426-8dc4-8ee6f499f4c1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=09a18547-ffe8-483f-9f89-ed9ea46deb6c HTTP/1.1" status: 200 len: 855 time: 0.1314538 Dec 04 00:58:13.653193 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1d6849-2e5c-4302-b690-96b41f3dc0f9 req-52c80874-0bd9-458a-b173-cdc15b39c044 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] No DVR routers for this DVR port 927c29e8-fe57-49bc-addb-25b28ee5edae on host hv-cinder-76330 {{(pid=80327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 00:58:13.657624 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-9e1d6849-2e5c-4302-b690-96b41f3dc0f9 req-52c80874-0bd9-458a-b173-cdc15b39c044 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:13.660266 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42abb48-6a89-40cf-ab50-1d060057b1c7', 'name': 'network-vif-deleted', 'tag': '927c29e8-fe57-49bc-addb-25b28ee5edae'}] {{(pid=80327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:58:13.725999 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42abb48-6a89-40cf-ab50-1d060057b1c7', 'name': 'network-vif-deleted', 'tag': '927c29e8-fe57-49bc-addb-25b28ee5edae', 'status': 'completed', 'code': 200} Dec 04 00:58:13.762438 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe212fc-8a26-48c8-a38a-6e9f68f34684 req-c52b48b8-bc0f-4104-8bbb-d4bd9590a295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:13.767935 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9fe212fc-8a26-48c8-a38a-6e9f68f34684 req-c52b48b8-bc0f-4104-8bbb-d4bd9590a295 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=81043efb-b877-4e23-b898-a49f43cd94b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1945524 Dec 04 00:58:13.767935 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9e1d6849-2e5c-4302-b690-96b41f3dc0f9 req-52c80874-0bd9-458a-b173-cdc15b39c044 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.86 "DELETE /v2.0/ports/927c29e8-fe57-49bc-addb-25b28ee5edae HTTP/1.1" status: 204 len: 173 time: 3.0400920 Dec 04 00:58:13.782768 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1a500-d28b-4731-8679-b6e26be67eec req-e2b7af39-c60c-4963-b823-aee7312a56c9 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:13.784311 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-dac1a500-d28b-4731-8679-b6e26be67eec req-e2b7af39-c60c-4963-b823-aee7312a56c9 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 946 time: 0.1181855 Dec 04 00:58:13.922586 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-dac1a500-d28b-4731-8679-b6e26be67eec req-7221425d-40f9-4149-8014-2df992eb1d5d tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=978b1d25-473d-42fc-8057-7fd8e260165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139784 Dec 04 00:58:14.145182 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9fe212fc-8a26-48c8-a38a-6e9f68f34684 req-5829c5d2-d4e9-405c-b720-166668c0f16c service neutron] 10.222.0.86 "GET /v2.0/networks/81043efb-b877-4e23-b898-a49f43cd94b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598576 Dec 04 00:58:14.290237 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9fe212fc-8a26-48c8-a38a-6e9f68f34684 req-d5ffb253-ca10-43e0-a82a-5196a38664ae service neutron] 10.222.0.86 "GET /v2.0/networks/81043efb-b877-4e23-b898-a49f43cd94b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1373713 Dec 04 00:58:14.660779 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8f22a74d-9a15-4f71-8e81-f867cf184c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:14.740466 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-90bc5b1b-c047-4e5d-8686-efe856606894 req-0e5bad6c-bcc7-462e-9ab6-63d5307a6db5 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Synchronizing usage tracker for tenant:ee2e291e3bae48f9aa1a99091109694e on resource:port {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 00:58:14.785912 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b57a94-74eb-4219-a380-8b06984406ec req-a1138364-d6d4-4abc-b10f-24be7a42acf7 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:14.787549 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d9b57a94-74eb-4219-a380-8b06984406ec req-a1138364-d6d4-4abc-b10f-24be7a42acf7 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.1405427 Dec 04 00:58:14.788726 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-90bc5b1b-c047-4e5d-8686-efe856606894 req-0e5bad6c-bcc7-462e-9ab6-63d5307a6db5 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Unset dirty status for tenant:ee2e291e3bae48f9aa1a99091109694e on resource:port {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 00:58:14.789771 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-90bc5b1b-c047-4e5d-8686-efe856606894 req-0e5bad6c-bcc7-462e-9ab6-63d5307a6db5 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=f42abb48-6a89-40cf-ab50-1d060057b1c7 HTTP/1.1" status: 200 len: 210 time: 0.1032848 Dec 04 00:58:14.836403 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d9b57a94-74eb-4219-a380-8b06984406ec req-05987726-9c05-42d9-8cf9-52d74d1bb8d0 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421937 Dec 04 00:58:15.138457 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773e505-7b3d-4660-ac18-4f38189f4749 req-9c3a64f5-2efe-430f-83dd-e06288a7b66c tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:15.140064 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-4773e505-7b3d-4660-ac18-4f38189f4749 req-9c3a64f5-2efe-430f-83dd-e06288a7b66c tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 946 time: 0.0834961 Dec 04 00:58:15.190112 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-4773e505-7b3d-4660-ac18-4f38189f4749 req-e971c979-3ff4-4f22-84e0-3ac88cd47ae1 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=978b1d25-473d-42fc-8057-7fd8e260165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430510 Dec 04 00:58:15.519932 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device e236366b-b7bb-43a8-ab8b-65cd6680398a up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:58:15.605233 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port e236366b-b7bb-43a8-ab8b-65cd6680398a triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:58:15.605661 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:15.632397 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d19424-2a11-4b96-944e-0d8c42b1923b req-902ae4c1-d229-4af5-9503-d880b81d9225 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:15.634213 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-26d19424-2a11-4b96-944e-0d8c42b1923b req-902ae4c1-d229-4af5-9503-d880b81d9225 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 946 time: 0.0869830 Dec 04 00:58:15.683850 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-26d19424-2a11-4b96-944e-0d8c42b1923b req-b1379c74-6e56-46fd-96ae-b2cd1c97393e tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=978b1d25-473d-42fc-8057-7fd8e260165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431788 Dec 04 00:58:15.771647 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00843e56-fe42-4396-8556-d5095bc5ae46 req-60870c39-12c5-4558-83dd-91c54356996c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:15.773235 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-00843e56-fe42-4396-8556-d5095bc5ae46 req-60870c39-12c5-4558-83dd-91c54356996c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=04c9a96d934d4f7994fdaf4cc2f7c1bf&device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 1163 time: 0.0815644 Dec 04 00:58:16.057990 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00843e56-fe42-4396-8556-d5095bc5ae46 req-bf929434-375a-4f91-8a46-04b6d2e621cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:16.059460 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-00843e56-fe42-4396-8556-d5095bc5ae46 req-bf929434-375a-4f91-8a46-04b6d2e621cb service neutron] 10.222.0.86 "GET /v2.0/networks?id=b41ba9d1-b8eb-4b60-b39c-3d77682273c8 HTTP/1.1" status: 200 len: 905 time: 0.2502427 Dec 04 00:58:16.142524 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:16.153661 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f993afd-6037-4fd8-81ba-b0c13a3dacf4 req-1b4103ae-59e0-405a-8f93-44447de2269d tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:16.154315 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9f993afd-6037-4fd8-81ba-b0c13a3dacf4 req-1b4103ae-59e0-405a-8f93-44447de2269d tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.86 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.2634611 Dec 04 00:58:16.250661 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54744ab-e377-4946-8f21-a482e6be345e req-dbd240dc-86fe-4ff5-92a4-00d31b1a9bf7 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:16.252682 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e54744ab-e377-4946-8f21-a482e6be345e req-dbd240dc-86fe-4ff5-92a4-00d31b1a9bf7 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 945 time: 0.2760606 Dec 04 00:58:16.262058 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-00843e56-fe42-4396-8556-d5095bc5ae46 req-89d88dea-76ba-4241-9f7e-c4c6b2ba7b64 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e236366b-b7bb-43a8-ab8b-65cd6680398a HTTP/1.1" status: 200 len: 1002 time: 0.1941571 Dec 04 00:58:16.288857 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-9f993afd-6037-4fd8-81ba-b0c13a3dacf4 req-b4b5bc8d-7ebd-4233-92b8-1bad64135ad4 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Deleting port e8e80825-9d6c-4e2f-9f4f-56904567bf39 {{(pid=80327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 00:58:16.289240 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-9f993afd-6037-4fd8-81ba-b0c13a3dacf4 req-b4b5bc8d-7ebd-4233-92b8-1bad64135ad4 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:16.417091 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e54744ab-e377-4946-8f21-a482e6be345e req-b266f1b1-4e37-43df-b96e-6045b37552a9 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/security-groups?id=90d794d1-209a-4859-b11b-0828a2702e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518149 Dec 04 00:58:16.464127 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00843e56-fe42-4396-8556-d5095bc5ae46 req-7173721d-d386-4d49-aab6-ea579057f933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:16.465682 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-00843e56-fe42-4396-8556-d5095bc5ae46 req-7173721d-d386-4d49-aab6-ea579057f933 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2d3dffb9-b2e9-4653-a15c-51f3777e3e03 HTTP/1.1" status: 200 len: 850 time: 0.1483977 Dec 04 00:58:16.683817 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00843e56-fe42-4396-8556-d5095bc5ae46 req-e2455389-afa6-412a-8c25-d580f6a25acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:16.685433 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-00843e56-fe42-4396-8556-d5095bc5ae46 req-e2455389-afa6-412a-8c25-d580f6a25acf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b41ba9d1-b8eb-4b60-b39c-3d77682273c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2072430 Dec 04 00:58:16.692400 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-9f993afd-6037-4fd8-81ba-b0c13a3dacf4 req-b4b5bc8d-7ebd-4233-92b8-1bad64135ad4 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] For port e8e80825-9d6c-4e2f-9f4f-56904567bf39, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=e8e80825-9d6c-4e2f-9f4f-56904567bf39,segment=NetworkSegment(4488f1fe-a387-4cba-a67e-2b166f386e37),segment_id=4488f1fe-a387-4cba-a67e-2b166f386e37)] {{(pid=80327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:58:16.693293 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-9f993afd-6037-4fd8-81ba-b0c13a3dacf4 req-b4b5bc8d-7ebd-4233-92b8-1bad64135ad4 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:16.793426 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4683ce17-cbd8-450b-a3fa-88fff4aeef68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:17.077107 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-9f993afd-6037-4fd8-81ba-b0c13a3dacf4 req-b4b5bc8d-7ebd-4233-92b8-1bad64135ad4 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Calling delete_port for e8e80825-9d6c-4e2f-9f4f-56904567bf39 owned by compute:nova {{(pid=80327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 00:58:17.214661 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device e236366b-b7bb-43a8-ab8b-65cd6680398a up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:58:17.272189 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-00843e56-fe42-4396-8556-d5095bc5ae46 req-7d7ac378-2555-4f7f-b554-1e82da71b6ed service neutron] 10.222.0.86 "GET /v2.0/networks/b41ba9d1-b8eb-4b60-b39c-3d77682273c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5708549 Dec 04 00:58:17.291896 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port e236366b-b7bb-43a8-ab8b-65cd6680398a triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:58:17.292355 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:17.359151 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90cd07f-70f7-4412-88f0-6c6fa21f33fe req-bb9c9e89-71dd-4125-a299-cc6bd9bb54b9 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:17.360706 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e90cd07f-70f7-4412-88f0-6c6fa21f33fe req-bb9c9e89-71dd-4125-a299-cc6bd9bb54b9 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 946 time: 0.4714437 Dec 04 00:58:17.450756 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:17.464941 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device e8e80825-9d6c-4e2f-9f4f-56904567bf39 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 00:58:17.504079 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e90cd07f-70f7-4412-88f0-6c6fa21f33fe req-a71d1bae-6e29-4539-8604-6745a4501faa tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=978b1d25-473d-42fc-8057-7fd8e260165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904372 Dec 04 00:58:17.505317 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] No Port match for: e8e80825-9d6c-4e2f-9f4f-56904567bf39 {{(pid=80328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 00:58:17.505693 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device e8e80825-9d6c-4e2f-9f4f-56904567bf39 not bound to the agent host hv-cinder-76330 {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 00:58:17.506941 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-9f993afd-6037-4fd8-81ba-b0c13a3dacf4 req-b4b5bc8d-7ebd-4233-92b8-1bad64135ad4 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291473225622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291473606618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:17.533923 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-b5ac2369-e690-4adb-a1d4-c1942ebc4cc9 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:58:17.587145 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b5bc8d-7ebd-4233-92b8-1bad64135ad4 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Pushing event deleted for resources: {'Port': ['ID=e8e80825-9d6c-4e2f-9f4f-56904567bf39,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:58:17.639946 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-b4b5bc8d-7ebd-4233-92b8-1bad64135ad4 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:58:17.643426 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-00843e56-fe42-4396-8556-d5095bc5ae46 req-b1662e54-f7c9-4c40-8a4c-82d0fb5c29b8 service neutron] 10.222.0.86 "GET /v2.0/networks/b41ba9d1-b8eb-4b60-b39c-3d77682273c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3358819 Dec 04 00:58:17.738754 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-95809578-0564-420f-af6d-2b704edb2915 req-49a29aed-cf1c-4283-bf66-6ae8886f96d6 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 210 time: 0.0978482 Dec 04 00:58:17.853050 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135fe17d-e4dd-4596-9aee-d07f73c41f15 req-cd0ff277-d6e9-4af5-babf-9f7ef37b2f41 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:17.854645 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-135fe17d-e4dd-4596-9aee-d07f73c41f15 req-cd0ff277-d6e9-4af5-babf-9f7ef37b2f41 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=72cb1dd5-33fe-4537-82d6-8419fd240e18 HTTP/1.1" status: 200 len: 945 time: 0.2049921 Dec 04 00:58:17.866128 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f993afd-6037-4fd8-81ba-b0c13a3dacf4 req-b4b5bc8d-7ebd-4233-92b8-1bad64135ad4 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] No DVR routers for this DVR port e8e80825-9d6c-4e2f-9f4f-56904567bf39 on host hv-cinder-76330 {{(pid=80327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 00:58:17.868748 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-9f993afd-6037-4fd8-81ba-b0c13a3dacf4 req-b4b5bc8d-7ebd-4233-92b8-1bad64135ad4 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:17.883134 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aaa9333-e442-49ae-8649-b11011b2a3ae', 'name': 'network-vif-deleted', 'tag': 'e8e80825-9d6c-4e2f-9f4f-56904567bf39'}] {{(pid=80327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:58:17.921349 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-135fe17d-e4dd-4596-9aee-d07f73c41f15 req-76edcc01-d229-46eb-9ae7-ef996be80d68 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564420 Dec 04 00:58:17.937140 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9f993afd-6037-4fd8-81ba-b0c13a3dacf4 req-b4b5bc8d-7ebd-4233-92b8-1bad64135ad4 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.86 "DELETE /v2.0/ports/e8e80825-9d6c-4e2f-9f4f-56904567bf39 HTTP/1.1" status: 204 len: 173 time: 1.7640450 Dec 04 00:58:17.942625 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aaa9333-e442-49ae-8649-b11011b2a3ae', 'name': 'network-vif-deleted', 'tag': 'e8e80825-9d6c-4e2f-9f4f-56904567bf39', 'status': 'completed', 'code': 200} Dec 04 00:58:18.502024 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:18.723872 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c82b2-8ba0-4cc3-86cc-18d8d931e1e8 req-616809d5-e5c0-41cd-bf0d-3953a7760cc8 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:18.726023 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-0c0c82b2-8ba0-4cc3-86cc-18d8d931e1e8 req-616809d5-e5c0-41cd-bf0d-3953a7760cc8 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 946 time: 0.0843740 Dec 04 00:58:18.776654 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-0c0c82b2-8ba0-4cc3-86cc-18d8d931e1e8 req-1d8989ef-1242-425f-828f-191ea7750049 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=978b1d25-473d-42fc-8057-7fd8e260165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440390 Dec 04 00:58:18.922049 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:18.930595 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-079bfc71-dc95-485f-b0ba-4cf03fccc38e req-e7fc61f4-0deb-46be-9cfe-3c68a46c65d3 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Synchronizing usage tracker for tenant:0bf338724dbe4d6fb75ec0856b79ca35 on resource:port {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 00:58:18.993545 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-079bfc71-dc95-485f-b0ba-4cf03fccc38e req-e7fc61f4-0deb-46be-9cfe-3c68a46c65d3 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Unset dirty status for tenant:0bf338724dbe4d6fb75ec0856b79ca35 on resource:port {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 00:58:18.994864 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-079bfc71-dc95-485f-b0ba-4cf03fccc38e req-e7fc61f4-0deb-46be-9cfe-3c68a46c65d3 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] 10.222.0.73 "GET /v2.0/ports?device_id=3aaa9333-e442-49ae-8649-b11011b2a3ae HTTP/1.1" status: 200 len: 210 time: 0.1094737 Dec 04 00:58:19.137392 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107b38a-cc2e-41b3-b656-2b595cbcaf69 req-0176f508-d6b1-49d0-8b96-3c904bef15e1 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:19.138922 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2107b38a-cc2e-41b3-b656-2b595cbcaf69 req-0176f508-d6b1-49d0-8b96-3c904bef15e1 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=72cb1dd5-33fe-4537-82d6-8419fd240e18 HTTP/1.1" status: 200 len: 945 time: 0.0829310 Dec 04 00:58:19.191481 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2107b38a-cc2e-41b3-b656-2b595cbcaf69 req-8c2a51e5-fd46-460b-837f-832d03a7f871 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462747 Dec 04 00:58:20.021739 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b93948-579d-494f-a37a-63565dbacd46 req-cc0d213b-30c0-49ed-8e2a-2d34024818ec tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:20.023375 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-98b93948-579d-494f-a37a-63565dbacd46 req-cc0d213b-30c0-49ed-8e2a-2d34024818ec tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.86 "GET /v2.0/ports?device_id=72cb1dd5-33fe-4537-82d6-8419fd240e18 HTTP/1.1" status: 200 len: 945 time: 0.0828624 Dec 04 00:58:20.097430 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-98b93948-579d-494f-a37a-63565dbacd46 req-00ef86a0-295a-4b65-a2be-5965e2d1b0d7 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Deleting port 992fee2e-c731-4b81-b88b-e26c4c2c3d2b {{(pid=80327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 00:58:20.097834 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-98b93948-579d-494f-a37a-63565dbacd46 req-00ef86a0-295a-4b65-a2be-5965e2d1b0d7 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:20.105941 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 40308) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:58:20.406834 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-98b93948-579d-494f-a37a-63565dbacd46 req-00ef86a0-295a-4b65-a2be-5965e2d1b0d7 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] For port 992fee2e-c731-4b81-b88b-e26c4c2c3d2b, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=992fee2e-c731-4b81-b88b-e26c4c2c3d2b,segment=NetworkSegment(b1be24bd-1446-47e5-9ec0-76f7a84bf2b0),segment_id=b1be24bd-1446-47e5-9ec0-76f7a84bf2b0)] {{(pid=80327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:58:20.407155 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-98b93948-579d-494f-a37a-63565dbacd46 req-00ef86a0-295a-4b65-a2be-5965e2d1b0d7 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:20.467003 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-5d7b788b-5220-4bee-9a81-d234018c1ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854080080'] for router_interface, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:20.551254 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-98b93948-579d-494f-a37a-63565dbacd46 req-00ef86a0-295a-4b65-a2be-5965e2d1b0d7 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Calling delete_port for 992fee2e-c731-4b81-b88b-e26c4c2c3d2b owned by compute:nova {{(pid=80327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 00:58:20.611733 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9feed34-7c4d-4668-aaa4-017e0bd8dda8 req-57346d8d-bbf4-4845-a22a-885e2fdab8a4 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:20.614277 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d9feed34-7c4d-4668-aaa4-017e0bd8dda8 req-57346d8d-bbf4-4845-a22a-885e2fdab8a4 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=72cb1dd5-33fe-4537-82d6-8419fd240e18 HTTP/1.1" status: 200 len: 945 time: 0.2801800 Dec 04 00:58:20.681673 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d9feed34-7c4d-4668-aaa4-017e0bd8dda8 req-c9e4aa11-92a5-4214-afe1-27d530b36949 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/security-groups?id=8716055c-f3a9-4864-8e1f-5573b4f3d183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586395 Dec 04 00:58:20.780460 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-98b93948-579d-494f-a37a-63565dbacd46 req-00ef86a0-295a-4b65-a2be-5965e2d1b0d7 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291473225622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291473606618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:20.796254 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-adf9c55d-eede-4d5b-92dc-3f8625ecd7cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:58:20.841842 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ef86a0-295a-4b65-a2be-5965e2d1b0d7 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Pushing event deleted for resources: {'Port': ['ID=992fee2e-c731-4b81-b88b-e26c4c2c3d2b,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:58:20.846398 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-00ef86a0-295a-4b65-a2be-5965e2d1b0d7 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:58:21.002284 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b93948-579d-494f-a37a-63565dbacd46 req-00ef86a0-295a-4b65-a2be-5965e2d1b0d7 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] No DVR routers for this DVR port 992fee2e-c731-4b81-b88b-e26c4c2c3d2b on host hv-cinder-76330 {{(pid=80327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 00:58:21.004501 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-98b93948-579d-494f-a37a-63565dbacd46 req-00ef86a0-295a-4b65-a2be-5965e2d1b0d7 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:21.009019 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72cb1dd5-33fe-4537-82d6-8419fd240e18', 'name': 'network-vif-deleted', 'tag': '992fee2e-c731-4b81-b88b-e26c4c2c3d2b'}] {{(pid=80327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:58:21.051509 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-98b93948-579d-494f-a37a-63565dbacd46 req-00ef86a0-295a-4b65-a2be-5965e2d1b0d7 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.86 "DELETE /v2.0/ports/992fee2e-c731-4b81-b88b-e26c4c2c3d2b HTTP/1.1" status: 204 len: 173 time: 1.0219793 Dec 04 00:58:21.067093 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72cb1dd5-33fe-4537-82d6-8419fd240e18', 'name': 'network-vif-deleted', 'tag': '992fee2e-c731-4b81-b88b-e26c4c2c3d2b', 'status': 'completed', 'code': 200} Dec 04 00:58:21.077852 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-5d7b788b-5220-4bee-9a81-d234018c1ab8 admin admin] Deleting port f00d1f0f-2e27-4ba2-88fe-a3205c2bc4a1 {{(pid=80326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 00:58:21.078236 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-5d7b788b-5220-4bee-9a81-d234018c1ab8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:21.115788 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 992fee2e-c731-4b81-b88b-e26c4c2c3d2b no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 00:58:21.156590 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] No Port match for: 992fee2e-c731-4b81-b88b-e26c4c2c3d2b {{(pid=80328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 00:58:21.156995 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 992fee2e-c731-4b81-b88b-e26c4c2c3d2b not bound to the agent host hv-cinder-76330 {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 00:58:21.265213 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-5d7b788b-5220-4bee-9a81-d234018c1ab8 admin admin] For port f00d1f0f-2e27-4ba2-88fe-a3205c2bc4a1, host dv-cinder-763306-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=f00d1f0f-2e27-4ba2-88fe-a3205c2bc4a1,segment=NetworkSegment(4488f1fe-a387-4cba-a67e-2b166f386e37),segment_id=4488f1fe-a387-4cba-a67e-2b166f386e37)] {{(pid=80326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:58:21.265509 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-5d7b788b-5220-4bee-9a81-d234018c1ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:21.391606 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-5d7b788b-5220-4bee-9a81-d234018c1ab8 admin admin] Calling delete_port for f00d1f0f-2e27-4ba2-88fe-a3205c2bc4a1 owned by network:router_interface {{(pid=80326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 00:58:21.782290 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-5d7b788b-5220-4bee-9a81-d234018c1ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291473225622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291473606618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27594304'] for port, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:21.799832 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-6eb816bd-8ecd-4aca-bd1a-b1da274de578 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:58:21.882307 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-61b1b4cb-1fe1-4fcf-8e02-2ad8c9dfbd08 req-56c96424-8942-492e-a4b1-a0e59a96f765 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Synchronizing usage tracker for tenant:ee2e291e3bae48f9aa1a99091109694e on resource:port {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 00:58:21.896810 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b788b-5220-4bee-9a81-d234018c1ab8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f00d1f0f-2e27-4ba2-88fe-a3205c2bc4a1,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:58:21.922944 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-5d7b788b-5220-4bee-9a81-d234018c1ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:58:21.942087 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-61b1b4cb-1fe1-4fcf-8e02-2ad8c9dfbd08 req-56c96424-8942-492e-a4b1-a0e59a96f765 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Unset dirty status for tenant:ee2e291e3bae48f9aa1a99091109694e on resource:port {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 00:58:21.943511 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-61b1b4cb-1fe1-4fcf-8e02-2ad8c9dfbd08 req-56c96424-8942-492e-a4b1-a0e59a96f765 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] 10.222.0.73 "GET /v2.0/ports?device_id=72cb1dd5-33fe-4537-82d6-8419fd240e18 HTTP/1.1" status: 200 len: 210 time: 0.1107838 Dec 04 00:58:22.350260 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 6 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 00:58:22.408884 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-5d7b788b-5220-4bee-9a81-d234018c1ab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3187187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-714861'] for router_interface, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:22.907789 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d7b788b-5220-4bee-9a81-d234018c1ab8 admin admin] Router 1062fec8-c6c2-4a2a-a35c-3836e10c9f31 has already been hosted by L3 agent 584cecf2-ad77-484a-986e-0fea284e741d {{(pid=80326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 00:58:23.058699 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 40320) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:58:23.152154 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eee1ddb-5a6b-4eb2-8a5e-678351d2b2b6 admin admin] Deleting subnet cec34db6-5d74-4430-bbbe-d4555b4d415e {{(pid=80326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 04 00:58:23.157048 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d7b788b-5220-4bee-9a81-d234018c1ab8 admin admin] Notify agent at l3_agent.dv-cinder-763306-5-smb the message routers_updated {{(pid=80326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 00:58:23.158730 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-0eee1ddb-5a6b-4eb2-8a5e-678351d2b2b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:23.168119 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9978affa-6a03-4587-b566-27e849643c31 None None] Sync routers for ids ['1062fec8-c6c2-4a2a-a35c-3836e10c9f31'] in dv-cinder-763306-5-smb {{(pid=80329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 00:58:23.178994 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9978affa-6a03-4587-b566-27e849643c31 None None] Routers {'1062fec8-c6c2-4a2a-a35c-3836e10c9f31'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 00:58:23.179780 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-9978affa-6a03-4587-b566-27e849643c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T00:58:17Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['1062fec8-c6c2-4a2a-a35c-3836e10c9f31'], 'active': True} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:58:23.221839 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-0eee1ddb-5a6b-4eb2-8a5e-678351d2b2b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1741052'] for subnet, precommit_delete_associations {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:23.273965 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-5d7b788b-5220-4bee-9a81-d234018c1ab8 admin admin] 10.222.0.73 "PUT /v2.0/routers/1062fec8-c6c2-4a2a-a35c-3836e10c9f31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1668191 Dec 04 00:58:23.276787 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 40324) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:58:23.291623 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-0eee1ddb-5a6b-4eb2-8a5e-678351d2b2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3344645'] for subnet, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:23.373747 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-9978affa-6a03-4587-b566-27e849643c31 None None] Set router 1062fec8-c6c2-4a2a-a35c-3836e10c9f31 gateway port host: dv-cinder-763306-5-smb {{(pid=80329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 00:58:23.462064 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-136e0b38-51ec-4361-9d0c-b240b5325558 admin admin] Notify callbacks [] for router, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:23.594577 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-0eee1ddb-5a6b-4eb2-8a5e-678351d2b2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851431139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27592852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593405'] for subnet, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:23.614156 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:58:23.660200 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee1ddb-5a6b-4eb2-8a5e-678351d2b2b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cec34db6-5d74-4430-bbbe-d4555b4d415e,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:58:23.664249 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-0eee1ddb-5a6b-4eb2-8a5e-678351d2b2b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:58:23.681834 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-9978affa-6a03-4587-b566-27e849643c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1062fec8-c6c2-4a2a-a35c-3836e10c9f31', 'name': 'tempest-ServerRescueNegativeTestJSON-468826325-router', 'tenant_id': '0bf338724dbe4d6fb75ec0856b79ca35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.142'}], 'enable_snat': True}, 'gw_port_id': '50e60986-35b5-4553-bb69-fdb87c3686d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:23Z', 'updated_at': '2020-12-04T00:58:21Z', 'revision_number': 5, 'project_id': '0bf338724dbe4d6fb75ec0856b79ca35', 'gw_port': {'id': '50e60986-35b5-4553-bb69-fdb87c3686d4', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:66:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1062fec8-c6c2-4a2a-a35c-3836e10c9f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:28Z', 'updated_at': '2020-12-04T00:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb'}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:58:23.686506 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9978affa-6a03-4587-b566-27e849643c31 None None] Checking router: 1062fec8-c6c2-4a2a-a35c-3836e10c9f31 for host: dv-cinder-763306-5-smb {{(pid=80329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 00:58:23.697065 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9978affa-6a03-4587-b566-27e849643c31 None None] Routers {'1062fec8-c6c2-4a2a-a35c-3836e10c9f31'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 00:58:23.697751 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-9978affa-6a03-4587-b566-27e849643c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T00:58:17Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['1062fec8-c6c2-4a2a-a35c-3836e10c9f31'], 'active': True} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:58:23.767123 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-0eee1ddb-5a6b-4eb2-8a5e-678351d2b2b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:23.776653 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-0eee1ddb-5a6b-4eb2-8a5e-678351d2b2b6 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/cec34db6-5d74-4430-bbbe-d4555b4d415e HTTP/1.1" status: 204 len: 168 time: 0.7145135 Dec 04 00:58:23.777245 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 40330) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:58:23.840524 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-136e0b38-51ec-4361-9d0c-b240b5325558 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:23.846167 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-136e0b38-51ec-4361-9d0c-b240b5325558 admin admin] Deleting port 50e60986-35b5-4553-bb69-fdb87c3686d4 {{(pid=80327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 00:58:23.846537 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-136e0b38-51ec-4361-9d0c-b240b5325558 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:23.892962 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-9978affa-6a03-4587-b566-27e849643c31 None None] Set router 1062fec8-c6c2-4a2a-a35c-3836e10c9f31 gateway port host: dv-cinder-763306-5-smb {{(pid=80329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 00:58:23.903345 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-79bb7c9c-f99b-4eb9-a1b7-af6e0a240cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851311705'] for network, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:24.032023 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-136e0b38-51ec-4361-9d0c-b240b5325558 admin admin] For port 50e60986-35b5-4553-bb69-fdb87c3686d4, host dv-cinder-763306-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=50e60986-35b5-4553-bb69-fdb87c3686d4,segment=NetworkSegment(103ae13c-6127-42b5-b5fb-b54d98895d70),segment_id=103ae13c-6127-42b5-b5fb-b54d98895d70)] {{(pid=80327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:58:24.032423 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-136e0b38-51ec-4361-9d0c-b240b5325558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:24.098577 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-79bb7c9c-f99b-4eb9-a1b7-af6e0a240cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3342492', 'neutron.services.segments.db._delete_segments_for_network--9223363291473146808'] for network, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:24.171514 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-136e0b38-51ec-4361-9d0c-b240b5325558 admin admin] Calling delete_port for 50e60986-35b5-4553-bb69-fdb87c3686d4 owned by network:router_gateway {{(pid=80327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 00:58:24.220353 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.segments.db [None req-79bb7c9c-f99b-4eb9-a1b7-af6e0a240cf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54b14030-b274-46da-b128-dfa3d6f39479']}} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:58:24.221898 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-9978affa-6a03-4587-b566-27e849643c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1062fec8-c6c2-4a2a-a35c-3836e10c9f31', 'name': 'tempest-ServerRescueNegativeTestJSON-468826325-router', 'tenant_id': '0bf338724dbe4d6fb75ec0856b79ca35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.142'}], 'enable_snat': True}, 'gw_port_id': '50e60986-35b5-4553-bb69-fdb87c3686d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:23Z', 'updated_at': '2020-12-04T00:58:21Z', 'revision_number': 5, 'project_id': '0bf338724dbe4d6fb75ec0856b79ca35', 'gw_port': {'id': '50e60986-35b5-4553-bb69-fdb87c3686d4', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:66:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1062fec8-c6c2-4a2a-a35c-3836e10c9f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:28Z', 'updated_at': '2020-12-04T00:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb'}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:58:24.227194 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9978affa-6a03-4587-b566-27e849643c31 None None] The sync data for ids ['1062fec8-c6c2-4a2a-a35c-3836e10c9f31'] in dv-cinder-763306-5-smb is: [{'id': '1062fec8-c6c2-4a2a-a35c-3836e10c9f31', 'name': 'tempest-ServerRescueNegativeTestJSON-468826325-router', 'tenant_id': '0bf338724dbe4d6fb75ec0856b79ca35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.142'}], 'enable_snat': True}, 'gw_port_id': '50e60986-35b5-4553-bb69-fdb87c3686d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:23Z', 'updated_at': '2020-12-04T00:58:21Z', 'revision_number': 5, 'project_id': '0bf338724dbe4d6fb75ec0856b79ca35', 'gw_port': {'id': '50e60986-35b5-4553-bb69-fdb87c3686d4', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:66:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1062fec8-c6c2-4a2a-a35c-3836e10c9f31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:28Z', 'updated_at': '2020-12-04T00:54:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb'}] {{(pid=80329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 00:58:24.238287 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.segments.db [None req-79bb7c9c-f99b-4eb9-a1b7-af6e0a240cf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1be24bd-1446-47e5-9ec0-76f7a84bf2b0') {'for_net_delete': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:58:24.238620 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.segments.db [None req-79bb7c9c-f99b-4eb9-a1b7-af6e0a240cf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1be24bd-1446-47e5-9ec0-76f7a84bf2b0') {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:58:24.252485 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-79bb7c9c-f99b-4eb9-a1b7-af6e0a240cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291473144760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853034764'] for segment, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:24.322809 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-79bb7c9c-f99b-4eb9-a1b7-af6e0a240cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851436430'] for segment, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:24.325077 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-79bb7c9c-f99b-4eb9-a1b7-af6e0a240cf4 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 04 00:58:24.380559 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-136e0b38-51ec-4361-9d0c-b240b5325558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291473225622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291473606618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: WARNING neutron.plugins.ml2.ovo_rpc [None req-136e0b38-51ec-4361-9d0c-b240b5325558 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: result = function(*args, **kwargs) Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: proto.__init__(conn_state, self) Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: self.handle() Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: self.handle_one_request() Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: self.handle_one_response() Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: result = self.application(self.environ, start_response) Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: return app(environ, start_response) Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: resp = self.call_func(req, *args, **kw) Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: return self.func(req, *args, **kwargs) Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: response = req.get_response(self.application) Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: application, catch_exc_info=False) Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: app_iter = application(self.environ, start_response) Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: resp = self.call_func(req, *args, **kw) Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: return self.func(req, *args, **kwargs) Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: response = req.get_response(self.application) Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: application, catch_exc_info=False) Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: app_iter = application(self.environ, start_response) Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: resp = self.call_func(req, *args, **kw) Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: return self.func(req, *args, **kwargs) Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: response = req.get_response(self.application) Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: application, catch_exc_info=False) Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: app_iter = application(self.environ, start_response) Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: resp = self.call_func(req, *args, **kw) Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: return self.func(req, *args, **kwargs) Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: response = req.get_response(self.application) Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: application, catch_exc_info=False) Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: app_iter = application(self.environ, start_response) Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: resp = self.call_func(req, *args, **kw) Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: return self.func(req, *args, **kwargs) Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: return request.get_response(self.application) Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: application, catch_exc_info=False) Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: app_iter = application(self.environ, start_response) Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: resp = self.call_func(req, *args, **kw) Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: return self.func(req, *args, **kwargs) Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: response = req.get_response(self._app) Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: application, catch_exc_info=False) Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: app_iter = application(self.environ, start_response) Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: return resp(environ, start_response) Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: return resp(environ, start_response) Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: response = self.app(environ, start_response) Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: return resp(environ, start_response) Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: resp = self.call_func(req, *args, **kw) Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: return self.func(req, *args, **kwargs) Dec 04 00:58:24.383273 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: result = method(request=request, **args) Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: return self._delete(request, id, **kwargs) Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: return f(*args, **kwargs) Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: return f(*args, **kwargs) Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: return f(*dup_args, **dup_kwargs) Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: obj_deleter(request.context, id, **kwargs) Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: super(L3_NAT_db_mixin, self).delete_router(context, id) Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: return method(*args, **kwargs) Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: return f(*args, **kwargs) Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: return f(*args, **kwargs) Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: return f(*dup_args, **dup_kwargs) Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: self._delete_current_gw_port(context, id, router, None) Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: admin_ctx, gw_port_id, l3_port_check=False) Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: return f(self, context, *args, **kwargs) Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: return method(*args, **kwargs) Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: context, port, router_ids, bound_mech_contexts) Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 103, in _wrapped Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: return function(*args, **kwargs) Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: errors = self._notify_loop(resource, event, trigger, **kwargs) Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: callback(resource, event, trigger, **kwargs) Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: if self._is_session_semantic_violated(context, resource, event): Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: stack = traceback.extract_stack() Dec 04 00:58:24.389017 dv-cinder-763306-5-smb neutron-server[80215]: Dec 04 00:58:24.506323 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-79bb7c9c-f99b-4eb9-a1b7-af6e0a240cf4 admin admin] Network 54b14030-b274-46da-b128-dfa3d6f39479 has no segments {{(pid=80326) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 00:58:24.515734 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-79bb7c9c-f99b-4eb9-a1b7-af6e0a240cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3339386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827181513'] for segment, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:24.573914 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-136e0b38-51ec-4361-9d0c-b240b5325558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854119368'] for router_gateway, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:24.620233 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device f00d1f0f-2e27-4ba2-88fe-a3205c2bc4a1 no longer exists at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 00:58:24.660491 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] No Port match for: f00d1f0f-2e27-4ba2-88fe-a3205c2bc4a1 {{(pid=80328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 00:58:24.661208 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device f00d1f0f-2e27-4ba2-88fe-a3205c2bc4a1 not bound to the agent host dv-cinder-763306-5-smb {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 00:58:24.716401 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-136e0b38-51ec-4361-9d0c-b240b5325558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854110182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773384'] for router, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:24.718977 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-136e0b38-51ec-4361-9d0c-b240b5325558 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:24.867863 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-136e0b38-51ec-4361-9d0c-b240b5325558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-657547'] for router, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:24.868403 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136e0b38-51ec-4361-9d0c-b240b5325558 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1062fec8-c6c2-4a2a-a35c-3836e10c9f31 {{(pid=80327) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 04 00:58:24.882529 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-136e0b38-51ec-4361-9d0c-b240b5325558 admin admin] Notify callbacks [] for router, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:24.883797 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-136e0b38-51ec-4361-9d0c-b240b5325558 admin admin] 10.222.0.73 "DELETE /v2.0/routers/1062fec8-c6c2-4a2a-a35c-3836e10c9f31 HTTP/1.1" status: 204 len: 168 time: 1.6058316 Dec 04 00:58:24.886430 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 40334) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:58:24.947120 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-79bb7c9c-f99b-4eb9-a1b7-af6e0a240cf4 admin admin] Network 54b14030-b274-46da-b128-dfa3d6f39479 has no segments {{(pid=80326) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 00:58:24.959771 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda0a6c8-aa68-4c2b-9b9b-105a81559a36 admin admin] Deleting subnet 8992a81f-7e9c-4e53-bca2-1c6f4569ebb0 {{(pid=80327) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 04 00:58:24.963361 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-eda0a6c8-aa68-4c2b-9b9b-105a81559a36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:24.971395 dv-cinder-763306-5-smb neutron-server[80215]: Traceback (most recent call last): Dec 04 00:58:24.971395 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 04 00:58:24.971395 dv-cinder-763306-5-smb neutron-server[80215]: timer() Dec 04 00:58:24.971395 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 04 00:58:24.971395 dv-cinder-763306-5-smb neutron-server[80215]: cb(*args, **kw) Dec 04 00:58:24.971395 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 04 00:58:24.971395 dv-cinder-763306-5-smb neutron-server[80215]: return func(*args, **kwargs) Dec 04 00:58:24.971395 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 04 00:58:24.971395 dv-cinder-763306-5-smb neutron-server[80215]: self._notify() Dec 04 00:58:24.971395 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 04 00:58:24.971395 dv-cinder-763306-5-smb neutron-server[80215]: self.callback(batched_events) Dec 04 00:58:24.971395 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 04 00:58:24.971395 dv-cinder-763306-5-smb neutron-server[80215]: event.method(event) Dec 04 00:58:24.971395 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 04 00:58:24.971395 dv-cinder-763306-5-smb neutron-server[80215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 04 00:58:24.971395 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 04 00:58:24.971395 dv-cinder-763306-5-smb neutron-server[80215]: segment_id)['aggregates'][0] Dec 04 00:58:24.971395 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 04 00:58:24.971395 dv-cinder-763306-5-smb neutron-server[80215]: return f(self, *a, **k) Dec 04 00:58:24.971395 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 04 00:58:24.971395 dv-cinder-763306-5-smb neutron-server[80215]: return self._get(url).json() Dec 04 00:58:24.971395 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 04 00:58:24.971395 dv-cinder-763306-5-smb neutron-server[80215]: **kwargs) Dec 04 00:58:24.971395 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 04 00:58:24.971395 dv-cinder-763306-5-smb neutron-server[80215]: return self.request(url, 'GET', **kwargs) Dec 04 00:58:24.971395 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 04 00:58:24.971395 dv-cinder-763306-5-smb neutron-server[80215]: **endpoint_filter) Dec 04 00:58:24.971395 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 04 00:58:24.971395 dv-cinder-763306-5-smb neutron-server[80215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 04 00:58:24.971395 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 04 00:58:24.971395 dv-cinder-763306-5-smb neutron-server[80215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 04 00:58:24.971395 dv-cinder-763306-5-smb neutron-server[80215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 04 00:58:25.015773 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-eda0a6c8-aa68-4c2b-9b9b-105a81559a36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826697295'] for subnet, precommit_delete_associations {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:25.077661 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-79bb7c9c-f99b-4eb9-a1b7-af6e0a240cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851433324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656478'] for network, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:25.078167 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-eda0a6c8-aa68-4c2b-9b9b-105a81559a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3344645'] for subnet, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:25.081524 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:58:25.101959 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-79bb7c9c-f99b-4eb9-a1b7-af6e0a240cf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for network, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:25.104811 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bb7c9c-f99b-4eb9-a1b7-af6e0a240cf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=54b14030-b274-46da-b128-dfa3d6f39479,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:58:25.108728 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-79bb7c9c-f99b-4eb9-a1b7-af6e0a240cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:58:25.116959 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-79bb7c9c-f99b-4eb9-a1b7-af6e0a240cf4 admin admin] 10.222.0.73 "DELETE /v2.0/networks/54b14030-b274-46da-b128-dfa3d6f39479 HTTP/1.1" status: 204 len: 168 time: 1.3360057 Dec 04 00:58:25.405096 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-eda0a6c8-aa68-4c2b-9b9b-105a81559a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851431139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036827077137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1624647'] for subnet, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:25.420880 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:58:25.462767 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0a6c8-aa68-4c2b-9b9b-105a81559a36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8992a81f-7e9c-4e53-bca2-1c6f4569ebb0,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:58:25.509853 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-eda0a6c8-aa68-4c2b-9b9b-105a81559a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:58:25.521997 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 40340) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:58:25.555865 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-eda0a6c8-aa68-4c2b-9b9b-105a81559a36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for subnet, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:25.564364 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-eda0a6c8-aa68-4c2b-9b9b-105a81559a36 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8992a81f-7e9c-4e53-bca2-1c6f4569ebb0 HTTP/1.1" status: 204 len: 168 time: 0.6744297 Dec 04 00:58:25.564635 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 40344) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:58:25.577822 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-7592f079-d7a8-4012-bb3b-3cf06e41ef4d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ee2e291e3bae48f9aa1a99091109694e&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0543909 Dec 04 00:58:25.578470 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 40348) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:58:25.640060 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-250a2202-8ed0-4183-927a-01565668fe0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:25.667879 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-250a2202-8ed0-4183-927a-01565668fe0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:25.680708 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-0d5e6233-13e4-47a2-957a-4a3802feced1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851311705'] for network, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:25.746380 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-250a2202-8ed0-4183-927a-01565668fe0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:25.751661 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-060087fc-802b-43d1-a695-e391ce75df42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:58:25.765447 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a2202-8ed0-4183-927a-01565668fe0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8716055c-f3a9-4864-8e1f-5573b4f3d183,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:58:25.768516 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-250a2202-8ed0-4183-927a-01565668fe0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:58:25.769425 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-250a2202-8ed0-4183-927a-01565668fe0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:25.773499 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-250a2202-8ed0-4183-927a-01565668fe0b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8716055c-f3a9-4864-8e1f-5573b4f3d183 HTTP/1.1" status: 204 len: 168 time: 0.1940234 Dec 04 00:58:25.880722 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-0d5e6233-13e4-47a2-957a-4a3802feced1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3342492', 'neutron.services.segments.db._delete_segments_for_network--9223363291473146808'] for network, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:25.997307 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.segments.db [None req-0d5e6233-13e4-47a2-957a-4a3802feced1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77143b40-0430-4aa2-93c2-47d05a30b59e']}} {{(pid=80327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:58:26.010136 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.segments.db [None req-0d5e6233-13e4-47a2-957a-4a3802feced1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4488f1fe-a387-4cba-a67e-2b166f386e37') {'for_net_delete': True} {{(pid=80327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:58:26.017600 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.segments.db [None req-0d5e6233-13e4-47a2-957a-4a3802feced1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4488f1fe-a387-4cba-a67e-2b166f386e37') {} {{(pid=80327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:58:26.023054 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-0d5e6233-13e4-47a2-957a-4a3802feced1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291473144760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28078521'] for segment, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:26.038645 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-0d5e6233-13e4-47a2-957a-4a3802feced1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851436430'] for segment, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:26.040708 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0d5e6233-13e4-47a2-957a-4a3802feced1 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 04 00:58:26.229157 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-0d5e6233-13e4-47a2-957a-4a3802feced1 admin admin] Network 77143b40-0430-4aa2-93c2-47d05a30b59e has no segments {{(pid=80327) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 00:58:26.238520 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-0d5e6233-13e4-47a2-957a-4a3802feced1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3339386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27697996'] for segment, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:26.418436 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-0d5e6233-13e4-47a2-957a-4a3802feced1 admin admin] Network 77143b40-0430-4aa2-93c2-47d05a30b59e has no segments {{(pid=80327) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 00:58:26.443490 dv-cinder-763306-5-smb neutron-server[80215]: Traceback (most recent call last): Dec 04 00:58:26.443490 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 04 00:58:26.443490 dv-cinder-763306-5-smb neutron-server[80215]: timer() Dec 04 00:58:26.443490 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 04 00:58:26.443490 dv-cinder-763306-5-smb neutron-server[80215]: cb(*args, **kw) Dec 04 00:58:26.443490 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 04 00:58:26.443490 dv-cinder-763306-5-smb neutron-server[80215]: return func(*args, **kwargs) Dec 04 00:58:26.443490 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 04 00:58:26.443490 dv-cinder-763306-5-smb neutron-server[80215]: self._notify() Dec 04 00:58:26.443490 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 04 00:58:26.443490 dv-cinder-763306-5-smb neutron-server[80215]: self.callback(batched_events) Dec 04 00:58:26.443490 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 04 00:58:26.443490 dv-cinder-763306-5-smb neutron-server[80215]: event.method(event) Dec 04 00:58:26.443490 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 04 00:58:26.443490 dv-cinder-763306-5-smb neutron-server[80215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 04 00:58:26.443490 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 04 00:58:26.443490 dv-cinder-763306-5-smb neutron-server[80215]: segment_id)['aggregates'][0] Dec 04 00:58:26.443490 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 04 00:58:26.443490 dv-cinder-763306-5-smb neutron-server[80215]: return f(self, *a, **k) Dec 04 00:58:26.443490 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 04 00:58:26.443490 dv-cinder-763306-5-smb neutron-server[80215]: return self._get(url).json() Dec 04 00:58:26.443490 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 04 00:58:26.443490 dv-cinder-763306-5-smb neutron-server[80215]: **kwargs) Dec 04 00:58:26.443490 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 04 00:58:26.443490 dv-cinder-763306-5-smb neutron-server[80215]: return self.request(url, 'GET', **kwargs) Dec 04 00:58:26.443490 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 04 00:58:26.443490 dv-cinder-763306-5-smb neutron-server[80215]: **endpoint_filter) Dec 04 00:58:26.443490 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 04 00:58:26.443490 dv-cinder-763306-5-smb neutron-server[80215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 04 00:58:26.443490 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 04 00:58:26.443490 dv-cinder-763306-5-smb neutron-server[80215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 04 00:58:26.443490 dv-cinder-763306-5-smb neutron-server[80215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 04 00:58:26.563071 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-0d5e6233-13e4-47a2-957a-4a3802feced1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851433324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656478'] for network, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:26.566664 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:58:26.581268 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-0d5e6233-13e4-47a2-957a-4a3802feced1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for network, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:26.592425 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e6233-13e4-47a2-957a-4a3802feced1 admin admin] Pushing event deleted for resources: {'Network': ['ID=77143b40-0430-4aa2-93c2-47d05a30b59e,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:58:26.595810 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-0d5e6233-13e4-47a2-957a-4a3802feced1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:58:26.629016 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-0d5e6233-13e4-47a2-957a-4a3802feced1 admin admin] 10.222.0.73 "DELETE /v2.0/networks/77143b40-0430-4aa2-93c2-47d05a30b59e HTTP/1.1" status: 204 len: 168 time: 1.0628181 Dec 04 00:58:26.659560 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 50e60986-35b5-4553-bb69-fdb87c3686d4 no longer exists at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 00:58:26.693620 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] No Port match for: 50e60986-35b5-4553-bb69-fdb87c3686d4 {{(pid=80328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 00:58:26.694018 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 50e60986-35b5-4553-bb69-fdb87c3686d4 not bound to the agent host dv-cinder-763306-5-smb {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 00:58:26.850043 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 40372) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:58:26.905534 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-f797edbe-13a6-4376-8ddb-348585f86aad admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0bf338724dbe4d6fb75ec0856b79ca35&name=default HTTP/1.1" status: 200 len: 2875 time: 0.0518422 Dec 04 00:58:26.905842 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 40376) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:58:26.970842 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-eb300ab7-71d9-4f60-abc9-e6e3bc2a8c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:26.998936 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-eb300ab7-71d9-4f60-abc9-e6e3bc2a8c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:27.061684 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-eb300ab7-71d9-4f60-abc9-e6e3bc2a8c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:27.066900 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-bf0552d2-9867-4dbe-8b05-8005b8aece39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:58:27.081126 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb300ab7-71d9-4f60-abc9-e6e3bc2a8c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d794d1-209a-4859-b11b-0828a2702e0d,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:58:27.084068 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-eb300ab7-71d9-4f60-abc9-e6e3bc2a8c78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:58:27.085342 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-eb300ab7-71d9-4f60-abc9-e6e3bc2a8c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:27.086549 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-eb300ab7-71d9-4f60-abc9-e6e3bc2a8c78 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/90d794d1-209a-4859-b11b-0828a2702e0d HTTP/1.1" status: 204 len: 168 time: 0.1797445 Dec 04 00:58:33.975073 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 40524) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:58:34.133545 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-881f5079-ed4e-40cb-915f-7f6e81843f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:34.148939 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-881f5079-ed4e-40cb-915f-7f6e81843f79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:58:34.153158 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-881f5079-ed4e-40cb-915f-7f6e81843f79 admin admin] Usage tracker for resource:security_group_rule and tenant:4e6d5ddfc80f46698bae4675d0c6bc2d is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:58:34.156230 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-881f5079-ed4e-40cb-915f-7f6e81843f79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:58:34.164125 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-881f5079-ed4e-40cb-915f-7f6e81843f79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:58:34.258591 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-881f5079-ed4e-40cb-915f-7f6e81843f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:34.302272 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-881f5079-ed4e-40cb-915f-7f6e81843f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:34.311674 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-eb300ab7-71d9-4f60-abc9-e6e3bc2a8c78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:58:34.359898 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-881f5079-ed4e-40cb-915f-7f6e81843f79 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4e6d5ddfc80f46698bae4675d0c6bc2d&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3836100 Dec 04 00:58:34.361581 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f5079-ed4e-40cb-915f-7f6e81843f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee2e312-2746-41e8-87d5-242b9bcb4c86,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:58:34.362777 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 40544) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:58:34.365438 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-881f5079-ed4e-40cb-915f-7f6e81843f79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:58:34.426580 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c6b76764-2e9b-4c44-b959-03b669741b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:34.455759 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c6b76764-2e9b-4c44-b959-03b669741b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:34.530519 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c6b76764-2e9b-4c44-b959-03b669741b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:34.535937 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-db49dcef-6a3d-4ac8-bcd8-1b8ab7a4b2b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:58:34.550483 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b76764-2e9b-4c44-b959-03b669741b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee2e312-2746-41e8-87d5-242b9bcb4c86,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:58:34.554001 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c6b76764-2e9b-4c44-b959-03b669741b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:58:34.555241 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c6b76764-2e9b-4c44-b959-03b669741b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:34.559232 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-c6b76764-2e9b-4c44-b959-03b669741b0d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eee2e312-2746-41e8-87d5-242b9bcb4c86 HTTP/1.1" status: 204 len: 168 time: 0.1925893 Dec 04 00:58:39.368324 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 40654) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:58:39.524094 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-570db648-be70-4687-8ca1-b1160da592a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:39.540969 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-570db648-be70-4687-8ca1-b1160da592a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:58:39.545527 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-570db648-be70-4687-8ca1-b1160da592a2 admin admin] Usage tracker for resource:security_group_rule and tenant:b438c4f3cb0f4b56b45e3accc37cb930 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:58:39.548692 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-570db648-be70-4687-8ca1-b1160da592a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:58:39.555437 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-570db648-be70-4687-8ca1-b1160da592a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:58:39.652790 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-570db648-be70-4687-8ca1-b1160da592a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:39.684806 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-570db648-be70-4687-8ca1-b1160da592a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:39.695292 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-17409500-0f69-42e2-b100-e5e71f074f15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:58:39.737978 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-570db648-be70-4687-8ca1-b1160da592a2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b438c4f3cb0f4b56b45e3accc37cb930&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3684809 Dec 04 00:58:39.738980 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570db648-be70-4687-8ca1-b1160da592a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d1a2c5-d6fa-4c29-b91e-dd9093dbcb1c,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:58:39.741834 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 40660) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:58:39.743644 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ebcb6-4291-4120-b9ae-2a51d3320ee7 req-724bb93d-8f84-4cc4-9b2d-2f2f24c58af9 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:39.745277 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b26ebcb6-4291-4120-b9ae-2a51d3320ee7 req-724bb93d-8f84-4cc4-9b2d-2f2f24c58af9 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 945 time: 0.2749720 Dec 04 00:58:39.759449 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570db648-be70-4687-8ca1-b1160da592a2 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:39.759863 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570db648-be70-4687-8ca1-b1160da592a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:39.760266 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570db648-be70-4687-8ca1-b1160da592a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:39.760663 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570db648-be70-4687-8ca1-b1160da592a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:39.761055 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570db648-be70-4687-8ca1-b1160da592a2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:39.761444 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570db648-be70-4687-8ca1-b1160da592a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:39.761831 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570db648-be70-4687-8ca1-b1160da592a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:39.762215 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570db648-be70-4687-8ca1-b1160da592a2 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:39.762601 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570db648-be70-4687-8ca1-b1160da592a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:39.762989 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570db648-be70-4687-8ca1-b1160da592a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:39.763393 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570db648-be70-4687-8ca1-b1160da592a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:39.763872 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570db648-be70-4687-8ca1-b1160da592a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:39.764300 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570db648-be70-4687-8ca1-b1160da592a2 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:39.764724 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570db648-be70-4687-8ca1-b1160da592a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:39.765111 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570db648-be70-4687-8ca1-b1160da592a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:39.765494 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570db648-be70-4687-8ca1-b1160da592a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:39.765877 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570db648-be70-4687-8ca1-b1160da592a2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:39.766267 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570db648-be70-4687-8ca1-b1160da592a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:39.766658 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570db648-be70-4687-8ca1-b1160da592a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:39.767041 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570db648-be70-4687-8ca1-b1160da592a2 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:39.767457 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570db648-be70-4687-8ca1-b1160da592a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:39.767840 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570db648-be70-4687-8ca1-b1160da592a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:39.768217 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570db648-be70-4687-8ca1-b1160da592a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:39.768600 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570db648-be70-4687-8ca1-b1160da592a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:39.776640 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-570db648-be70-4687-8ca1-b1160da592a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:58:39.793312 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b26ebcb6-4291-4120-b9ae-2a51d3320ee7 req-7e1ba297-1f2f-4e22-97dc-93842db26f55 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414484 Dec 04 00:58:39.825858 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-eda8f7af-1a6f-4e95-a904-f67ed3acd473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:39.853831 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-eda8f7af-1a6f-4e95-a904-f67ed3acd473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:39.924245 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-eda8f7af-1a6f-4e95-a904-f67ed3acd473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:39.929978 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-aab117ed-08b0-44c9-ad76-dc0679576909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:58:39.943914 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8f7af-1a6f-4e95-a904-f67ed3acd473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d1a2c5-d6fa-4c29-b91e-dd9093dbcb1c,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:58:39.946607 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-eda8f7af-1a6f-4e95-a904-f67ed3acd473 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:58:39.949049 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-eda8f7af-1a6f-4e95-a904-f67ed3acd473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:39.950232 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-eda8f7af-1a6f-4e95-a904-f67ed3acd473 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c9d1a2c5-d6fa-4c29-b91e-dd9093dbcb1c HTTP/1.1" status: 204 len: 168 time: 0.2074091 Dec 04 00:58:41.042036 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4d91c-cf70-431a-91bf-f0d48ffc9239 req-08b2c5af-31f0-44ca-963f-57041cde114c tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:41.042036 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-23e4d91c-cf70-431a-91bf-f0d48ffc9239 req-08b2c5af-31f0-44ca-963f-57041cde114c tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 945 time: 0.0876620 Dec 04 00:58:41.091309 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-23e4d91c-cf70-431a-91bf-f0d48ffc9239 req-628ddd29-ba0f-47f7-ae98-3ec36584ea9a tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429180 Dec 04 00:58:41.621480 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device cac925b1-d037-4b65-9fd7-ff8b443a8ca9 up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:58:41.699910 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port cac925b1-d037-4b65-9fd7-ff8b443a8ca9 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:58:41.700332 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:41.751779 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bc8ec-35a4-468c-9927-5ceb20940f87 req-b23f8960-c70a-476f-9a17-d2df0a8932a5 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:41.753542 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ae4bc8ec-35a4-468c-9927-5ceb20940f87 req-b23f8960-c70a-476f-9a17-d2df0a8932a5 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.86 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 945 time: 0.0873790 Dec 04 00:58:41.836157 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-ae4bc8ec-35a4-468c-9927-5ceb20940f87 req-1c9d3a1a-aa04-4add-8bcc-5b152e473354 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Deleting port cac925b1-d037-4b65-9fd7-ff8b443a8ca9 {{(pid=80327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 00:58:41.836545 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-ae4bc8ec-35a4-468c-9927-5ceb20940f87 req-1c9d3a1a-aa04-4add-8bcc-5b152e473354 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:42.092724 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-ae4bc8ec-35a4-468c-9927-5ceb20940f87 req-1c9d3a1a-aa04-4add-8bcc-5b152e473354 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] For port cac925b1-d037-4b65-9fd7-ff8b443a8ca9, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=cac925b1-d037-4b65-9fd7-ff8b443a8ca9,segment=NetworkSegment(d123e863-f9de-44b7-aef3-f3565b117e15),segment_id=d123e863-f9de-44b7-aef3-f3565b117e15)] {{(pid=80327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:58:42.093172 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-ae4bc8ec-35a4-468c-9927-5ceb20940f87 req-1c9d3a1a-aa04-4add-8bcc-5b152e473354 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:42.470643 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774bb48-6837-430c-b23b-97d0bc3dd2ff req-caa035eb-e96d-4c29-a35c-4aacbc041fb4 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:42.472801 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2774bb48-6837-430c-b23b-97d0bc3dd2ff req-caa035eb-e96d-4c29-a35c-4aacbc041fb4 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 945 time: 0.2092769 Dec 04 00:58:42.517677 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-ae4bc8ec-35a4-468c-9927-5ceb20940f87 req-1c9d3a1a-aa04-4add-8bcc-5b152e473354 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks [] for floatingip, precommit_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:42.517677 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-ae4bc8ec-35a4-468c-9927-5ceb20940f87 req-1c9d3a1a-aa04-4add-8bcc-5b152e473354 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656493'] for floatingip, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:42.518082 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.db.l3_db [req-ae4bc8ec-35a4-468c-9927-5ceb20940f87 req-1c9d3a1a-aa04-4add-8bcc-5b152e473354 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Floating IP f5e743dd-4457-40c4-9f36-d985f4c30769 disassociated. External IP: 172.28.3.70, port: cac925b1-d037-4b65-9fd7-ff8b443a8ca9. Dec 04 00:58:42.518531 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-ae4bc8ec-35a4-468c-9927-5ceb20940f87 req-1c9d3a1a-aa04-4add-8bcc-5b152e473354 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Calling delete_port for cac925b1-d037-4b65-9fd7-ff8b443a8ca9 owned by compute:nova {{(pid=80327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 00:58:42.606689 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2774bb48-6837-430c-b23b-97d0bc3dd2ff req-d7a19183-05a4-4295-9ec6-a42636a08029 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1233151 Dec 04 00:58:42.770066 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-ae4bc8ec-35a4-468c-9927-5ceb20940f87 req-1c9d3a1a-aa04-4add-8bcc-5b152e473354 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291473225622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291473606618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:42.786505 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-52c80874-0bd9-458a-b173-cdc15b39c044 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:58:42.836218 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d3a1a-aa04-4add-8bcc-5b152e473354 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Pushing event deleted for resources: {'Port': ['ID=cac925b1-d037-4b65-9fd7-ff8b443a8ca9,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:58:42.841352 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-1c9d3a1a-aa04-4add-8bcc-5b152e473354 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:58:43.152387 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae4bc8ec-35a4-468c-9927-5ceb20940f87 req-1c9d3a1a-aa04-4add-8bcc-5b152e473354 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Router 217aee76-2901-4d22-8fcc-3852f4d5dd49 has already been hosted by L3 agent 584cecf2-ad77-484a-986e-0fea284e741d {{(pid=80327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 00:58:43.279009 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 40768) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:58:43.331698 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device cac925b1-d037-4b65-9fd7-ff8b443a8ca9 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 00:58:43.356468 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae4bc8ec-35a4-468c-9927-5ceb20940f87 req-1c9d3a1a-aa04-4add-8bcc-5b152e473354 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify agent at l3_agent.dv-cinder-763306-5-smb the message routers_updated {{(pid=80327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 00:58:43.372126 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] No Port match for: cac925b1-d037-4b65-9fd7-ff8b443a8ca9 {{(pid=80328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 00:58:43.372753 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device cac925b1-d037-4b65-9fd7-ff8b443a8ca9 not bound to the agent host hv-cinder-76330 {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 00:58:43.374598 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d7d396-a1a6-463f-8ee2-7ac62963e0d2 None None] Sync routers for ids ['217aee76-2901-4d22-8fcc-3852f4d5dd49'] in dv-cinder-763306-5-smb {{(pid=80328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 00:58:43.388345 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d7d396-a1a6-463f-8ee2-7ac62963e0d2 None None] Routers {'217aee76-2901-4d22-8fcc-3852f4d5dd49'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 00:58:43.389601 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-06d7d396-a1a6-463f-8ee2-7ac62963e0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T00:58:17Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['217aee76-2901-4d22-8fcc-3852f4d5dd49'], 'active': True} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:58:43.396323 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4bc8ec-35a4-468c-9927-5ceb20940f87 req-1c9d3a1a-aa04-4add-8bcc-5b152e473354 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] No DVR routers for this DVR port cac925b1-d037-4b65-9fd7-ff8b443a8ca9 on host hv-cinder-76330 {{(pid=80327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 00:58:43.398684 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-ae4bc8ec-35a4-468c-9927-5ceb20940f87 req-1c9d3a1a-aa04-4add-8bcc-5b152e473354 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:43.413564 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21cd8e50-c397-4f0c-8c16-04603c1a8a63', 'name': 'network-vif-deleted', 'tag': 'cac925b1-d037-4b65-9fd7-ff8b443a8ca9'}] {{(pid=80327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:58:43.463034 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ae4bc8ec-35a4-468c-9927-5ceb20940f87 req-1c9d3a1a-aa04-4add-8bcc-5b152e473354 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.86 "DELETE /v2.0/ports/cac925b1-d037-4b65-9fd7-ff8b443a8ca9 HTTP/1.1" status: 204 len: 173 time: 1.7018299 Dec 04 00:58:43.467943 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4243edfd-1651-4dd3-a2e1-04c34df16a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:43.485098 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21cd8e50-c397-4f0c-8c16-04603c1a8a63', 'name': 'network-vif-deleted', 'tag': 'cac925b1-d037-4b65-9fd7-ff8b443a8ca9', 'status': 'completed', 'code': 200} Dec 04 00:58:43.486368 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-4243edfd-1651-4dd3-a2e1-04c34df16a7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:58:43.491116 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-4243edfd-1651-4dd3-a2e1-04c34df16a7b admin admin] Usage tracker for resource:security_group_rule and tenant:2b3d872490144a49a19071c392131297 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:58:43.494155 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-4243edfd-1651-4dd3-a2e1-04c34df16a7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:58:43.500229 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-4243edfd-1651-4dd3-a2e1-04c34df16a7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:58:43.609823 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4243edfd-1651-4dd3-a2e1-04c34df16a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:43.649108 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4243edfd-1651-4dd3-a2e1-04c34df16a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:43.665918 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-805f7dd0-f028-4f03-81fe-7ca68fe85ffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:58:43.703627 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4243edfd-1651-4dd3-a2e1-04c34df16a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38778366-d04f-4c02-96bd-119c0cba6734,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:58:43.729433 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-4243edfd-1651-4dd3-a2e1-04c34df16a7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:58:43.761416 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 40778) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:58:43.762454 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-4243edfd-1651-4dd3-a2e1-04c34df16a7b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2b3d872490144a49a19071c392131297&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4820862 Dec 04 00:58:43.766386 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-06d7d396-a1a6-463f-8ee2-7ac62963e0d2 None None] Set router 217aee76-2901-4d22-8fcc-3852f4d5dd49 gateway port host: dv-cinder-763306-5-smb {{(pid=80328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 00:58:43.863582 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-a4ef694d-a4ed-4fd3-9c57-f9e91ff40504 req-6b5f3c60-ed0f-4890-a5c8-ba9f320bd6ae tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Synchronizing usage tracker for tenant:27c40306c9424330a5920da109201aa5 on resource:port {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 00:58:43.896848 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6b7f22b5-0326-4743-96d2-9f398eb36aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:43.923728 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-a4ef694d-a4ed-4fd3-9c57-f9e91ff40504 req-6b5f3c60-ed0f-4890-a5c8-ba9f320bd6ae tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Unset dirty status for tenant:27c40306c9424330a5920da109201aa5 on resource:port {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 00:58:43.925226 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a4ef694d-a4ed-4fd3-9c57-f9e91ff40504 req-6b5f3c60-ed0f-4890-a5c8-ba9f320bd6ae tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=21cd8e50-c397-4f0c-8c16-04603c1a8a63 HTTP/1.1" status: 200 len: 210 time: 0.1239302 Dec 04 00:58:43.926834 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6b7f22b5-0326-4743-96d2-9f398eb36aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:44.004302 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6b7f22b5-0326-4743-96d2-9f398eb36aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:44.009612 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:58:44.023889 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f22b5-0326-4743-96d2-9f398eb36aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38778366-d04f-4c02-96bd-119c0cba6734,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:58:44.027035 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-6b7f22b5-0326-4743-96d2-9f398eb36aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:58:44.028286 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6b7f22b5-0326-4743-96d2-9f398eb36aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:44.032295 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-6b7f22b5-0326-4743-96d2-9f398eb36aab admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/38778366-d04f-4c02-96bd-119c0cba6734 HTTP/1.1" status: 204 len: 168 time: 0.2691545 Dec 04 00:58:44.187300 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-06d7d396-a1a6-463f-8ee2-7ac62963e0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'name': 'tempest-AttachVolumeShelveTestJSON-514812751-router', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e214e8dd-7350-47d7-a813-de42239028e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:18Z', 'updated_at': '2020-12-04T00:54:33Z', 'revision_number': 4, 'project_id': '27c40306c9424330a5920da109201aa5', 'gw_port': {'id': 'e214e8dd-7350-47d7-a813-de42239028e3', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:19Z', 'updated_at': '2020-12-04T00:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_interfaces': [{'id': '51060b10-6f39-4dba-97cb-98998f868f2b', 'name': '', 'network_id': '81043efb-b877-4e23-b898-a49f43cd94b2', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'mac_address': 'fa:16:3e:61:bc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '09a18547-ffe8-483f-9f89-ed9ea46deb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:30Z', 'updated_at': '2020-12-04T00:54:50Z', 'revision_number': 5, 'project_id': '27c40306c9424330a5920da109201aa5', 'subnets': [{'id': '09a18547-ffe8-483f-9f89-ed9ea46deb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:58:44.193637 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d7d396-a1a6-463f-8ee2-7ac62963e0d2 None None] Checking router: 217aee76-2901-4d22-8fcc-3852f4d5dd49 for host: dv-cinder-763306-5-smb {{(pid=80328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 00:58:44.204186 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d7d396-a1a6-463f-8ee2-7ac62963e0d2 None None] Routers {'217aee76-2901-4d22-8fcc-3852f4d5dd49'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 00:58:44.204878 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-06d7d396-a1a6-463f-8ee2-7ac62963e0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T00:58:17Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['217aee76-2901-4d22-8fcc-3852f4d5dd49'], 'active': True} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:58:44.440373 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-06d7d396-a1a6-463f-8ee2-7ac62963e0d2 None None] Set router 217aee76-2901-4d22-8fcc-3852f4d5dd49 gateway port host: dv-cinder-763306-5-smb {{(pid=80328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 00:58:44.726311 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9415ca01-37b8-4a0d-b95c-4dff34ffea2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:44.833765 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-06d7d396-a1a6-463f-8ee2-7ac62963e0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'name': 'tempest-AttachVolumeShelveTestJSON-514812751-router', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e214e8dd-7350-47d7-a813-de42239028e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:18Z', 'updated_at': '2020-12-04T00:54:33Z', 'revision_number': 4, 'project_id': '27c40306c9424330a5920da109201aa5', 'gw_port': {'id': 'e214e8dd-7350-47d7-a813-de42239028e3', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:19Z', 'updated_at': '2020-12-04T00:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_interfaces': [{'id': '51060b10-6f39-4dba-97cb-98998f868f2b', 'name': '', 'network_id': '81043efb-b877-4e23-b898-a49f43cd94b2', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'mac_address': 'fa:16:3e:61:bc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '09a18547-ffe8-483f-9f89-ed9ea46deb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:30Z', 'updated_at': '2020-12-04T00:54:50Z', 'revision_number': 5, 'project_id': '27c40306c9424330a5920da109201aa5', 'subnets': [{'id': '09a18547-ffe8-483f-9f89-ed9ea46deb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:58:44.838961 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d7d396-a1a6-463f-8ee2-7ac62963e0d2 None None] The sync data for ids ['217aee76-2901-4d22-8fcc-3852f4d5dd49'] in dv-cinder-763306-5-smb is: [{'id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'name': 'tempest-AttachVolumeShelveTestJSON-514812751-router', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e214e8dd-7350-47d7-a813-de42239028e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:18Z', 'updated_at': '2020-12-04T00:54:33Z', 'revision_number': 4, 'project_id': '27c40306c9424330a5920da109201aa5', 'gw_port': {'id': 'e214e8dd-7350-47d7-a813-de42239028e3', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:19Z', 'updated_at': '2020-12-04T00:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_interfaces': [{'id': '51060b10-6f39-4dba-97cb-98998f868f2b', 'name': '', 'network_id': '81043efb-b877-4e23-b898-a49f43cd94b2', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'mac_address': 'fa:16:3e:61:bc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '09a18547-ffe8-483f-9f89-ed9ea46deb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:30Z', 'updated_at': '2020-12-04T00:54:50Z', 'revision_number': 5, 'project_id': '27c40306c9424330a5920da109201aa5', 'subnets': [{'id': '09a18547-ffe8-483f-9f89-ed9ea46deb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 00:58:44.871532 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 40800) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:58:44.892005 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e7b17caf-d395-4a77-94b4-8d4c98a1e448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:44.910706 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-e7b17caf-d395-4a77-94b4-8d4c98a1e448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:58:44.916757 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-e7b17caf-d395-4a77-94b4-8d4c98a1e448 admin admin] Usage tracker for resource:security_group_rule and tenant:3d6c847493884d7783b5fe476c01c841 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:58:44.920281 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-e7b17caf-d395-4a77-94b4-8d4c98a1e448 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:58:44.927022 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-e7b17caf-d395-4a77-94b4-8d4c98a1e448 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:58:45.024631 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e7b17caf-d395-4a77-94b4-8d4c98a1e448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:45.061752 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e7b17caf-d395-4a77-94b4-8d4c98a1e448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:45.071014 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-e6e281ed-f6bc-4693-b35a-8ca9b1a2fbef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:58:45.131568 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 40810) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:58:45.131843 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-e7b17caf-d395-4a77-94b4-8d4c98a1e448 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3d6c847493884d7783b5fe476c01c841&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2591150 Dec 04 00:58:45.134042 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b17caf-d395-4a77-94b4-8d4c98a1e448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992d8a65-c0b6-4614-8704-480cca1ca007,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:58:45.142819 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b17caf-d395-4a77-94b4-8d4c98a1e448 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:45.148083 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b17caf-d395-4a77-94b4-8d4c98a1e448 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:45.148083 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b17caf-d395-4a77-94b4-8d4c98a1e448 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:45.148083 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b17caf-d395-4a77-94b4-8d4c98a1e448 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:45.148083 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b17caf-d395-4a77-94b4-8d4c98a1e448 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:45.148083 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b17caf-d395-4a77-94b4-8d4c98a1e448 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:45.148083 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b17caf-d395-4a77-94b4-8d4c98a1e448 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:45.148083 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b17caf-d395-4a77-94b4-8d4c98a1e448 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:45.148083 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b17caf-d395-4a77-94b4-8d4c98a1e448 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:45.148083 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b17caf-d395-4a77-94b4-8d4c98a1e448 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:45.148083 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b17caf-d395-4a77-94b4-8d4c98a1e448 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:45.148083 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b17caf-d395-4a77-94b4-8d4c98a1e448 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:45.148083 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b17caf-d395-4a77-94b4-8d4c98a1e448 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:45.148083 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b17caf-d395-4a77-94b4-8d4c98a1e448 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:45.148083 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b17caf-d395-4a77-94b4-8d4c98a1e448 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:45.149570 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b17caf-d395-4a77-94b4-8d4c98a1e448 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:45.149570 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b17caf-d395-4a77-94b4-8d4c98a1e448 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:45.149570 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b17caf-d395-4a77-94b4-8d4c98a1e448 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:45.149570 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b17caf-d395-4a77-94b4-8d4c98a1e448 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:45.149946 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b17caf-d395-4a77-94b4-8d4c98a1e448 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:45.150070 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b17caf-d395-4a77-94b4-8d4c98a1e448 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:45.150739 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b17caf-d395-4a77-94b4-8d4c98a1e448 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:45.150873 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b17caf-d395-4a77-94b4-8d4c98a1e448 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:45.151194 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b17caf-d395-4a77-94b4-8d4c98a1e448 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:58:45.155535 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-e7b17caf-d395-4a77-94b4-8d4c98a1e448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:58:45.179810 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 40814) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:58:45.231836 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-635733f3-8acb-4081-bb82-0fa3d7f813e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:45.265213 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-635733f3-8acb-4081-bb82-0fa3d7f813e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:45.275492 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b3d16ab5-453a-43a8-b565-6fde1aeece0f tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks [] for security_group, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:45.308818 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5196f6-040b-4f1d-bfc7-4be2827a4d85 None None] New status for floating IP f5e743dd-4457-40c4-9f36-d985f4c30769: DOWN {{(pid=80329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 04 00:58:45.310540 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b3d16ab5-453a-43a8-b565-6fde1aeece0f tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks [] for security_group, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:45.365171 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-635733f3-8acb-4081-bb82-0fa3d7f813e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:45.370724 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-e014af84-6c1c-4690-917f-2b9959e5e32c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:58:45.384046 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635733f3-8acb-4081-bb82-0fa3d7f813e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992d8a65-c0b6-4614-8704-480cca1ca007,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:58:45.389397 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-635733f3-8acb-4081-bb82-0fa3d7f813e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:58:45.393102 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b3d16ab5-453a-43a8-b565-6fde1aeece0f tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:45.394501 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-635733f3-8acb-4081-bb82-0fa3d7f813e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:45.397940 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-3cbd74fa-7e84-48de-8ea3-001a713e31e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:58:45.399796 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-635733f3-8acb-4081-bb82-0fa3d7f813e2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/992d8a65-c0b6-4614-8704-480cca1ca007 HTTP/1.1" status: 204 len: 168 time: 0.2664845 Dec 04 00:58:45.417764 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d16ab5-453a-43a8-b565-6fde1aeece0f tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:58:45.422477 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-b3d16ab5-453a-43a8-b565-6fde1aeece0f tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:58:45.463767 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b3d16ab5-453a-43a8-b565-6fde1aeece0f tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:45.465362 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-b3d16ab5-453a-43a8-b565-6fde1aeece0f tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "DELETE /v2.0/security-groups/d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb HTTP/1.1" status: 204 len: 168 time: 0.2841494 Dec 04 00:58:45.467953 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 40820) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:58:45.486365 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.v2.resource [None req-268269c0-f314-4242-aafa-ef6a0cddcd90 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] show failed (client error): The resource could not be found. Dec 04 00:58:45.489793 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-268269c0-f314-4242-aafa-ef6a0cddcd90 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups/d55acb5f-29af-46b7-a8b3-eb73d5ecb8eb HTTP/1.1" status: 404 len: 347 time: 0.0186524 Dec 04 00:58:45.491641 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 40824) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:58:45.676277 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-9f76d087-90bc-4163-8e3d-d8afaf6b5a21 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Deleting port f1c70d9b-4c1b-4f53-8d6b-8cffdcf808bd {{(pid=80327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 00:58:45.677257 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9f76d087-90bc-4163-8e3d-d8afaf6b5a21 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:45.909363 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9f76d087-90bc-4163-8e3d-d8afaf6b5a21 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:45.909363 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9f76d087-90bc-4163-8e3d-d8afaf6b5a21 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks [] for floatingip, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:46.048449 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-9f76d087-90bc-4163-8e3d-d8afaf6b5a21 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Calling delete_port for f1c70d9b-4c1b-4f53-8d6b-8cffdcf808bd owned by network:floatingip {{(pid=80327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 00:58:46.175914 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:46.296378 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9f76d087-90bc-4163-8e3d-d8afaf6b5a21 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291473225622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291473606618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:46.314452 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:58:46.359430 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f76d087-90bc-4163-8e3d-d8afaf6b5a21 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Pushing event deleted for resources: {'Port': ['ID=f1c70d9b-4c1b-4f53-8d6b-8cffdcf808bd,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:58:46.373571 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 40856) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:58:46.540711 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-302c7dc1-c175-46de-bf61-5a1783e3b663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:46.558000 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-302c7dc1-c175-46de-bf61-5a1783e3b663 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:58:46.562799 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-302c7dc1-c175-46de-bf61-5a1783e3b663 admin admin] Usage tracker for resource:security_group_rule and tenant:b16c67276e7a40069f887dce0401e0bf is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:58:46.566206 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-302c7dc1-c175-46de-bf61-5a1783e3b663 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:58:46.572786 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-302c7dc1-c175-46de-bf61-5a1783e3b663 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:58:46.603416 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-9f76d087-90bc-4163-8e3d-d8afaf6b5a21 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:58:46.661069 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-302c7dc1-c175-46de-bf61-5a1783e3b663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:46.690446 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-302c7dc1-c175-46de-bf61-5a1783e3b663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:46.701880 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-570db648-be70-4687-8ca1-b1160da592a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:58:46.737624 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9f76d087-90bc-4163-8e3d-d8afaf6b5a21 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks [] for floatingip, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:46.749691 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 40868) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:58:46.750081 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-302c7dc1-c175-46de-bf61-5a1783e3b663 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b16c67276e7a40069f887dce0401e0bf&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3753281 Dec 04 00:58:46.752002 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c7dc1-c175-46de-bf61-5a1783e3b663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f7aa85-caa5-4d32-a4ca-7d2c244bcfbd,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:58:46.755928 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-302c7dc1-c175-46de-bf61-5a1783e3b663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:58:46.823359 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4d97816f-dc4c-435f-b28d-ed97b3bfcaaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:46.826870 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9f76d087-90bc-4163-8e3d-d8afaf6b5a21 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for floatingip, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:46.831306 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-9f76d087-90bc-4163-8e3d-d8afaf6b5a21 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "DELETE /v2.0/floatingips/f5e743dd-4457-40c4-9f36-d985f4c30769 HTTP/1.1" status: 204 len: 168 time: 1.3351302 Dec 04 00:58:46.844678 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4092b8c5-84fa-4f22-913b-4b4cac10a270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:46.854224 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4d97816f-dc4c-435f-b28d-ed97b3bfcaaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:46.925701 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4d97816f-dc4c-435f-b28d-ed97b3bfcaaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:46.931820 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-fa1b046e-35fd-473e-a79c-05e8829343f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:58:46.944877 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d97816f-dc4c-435f-b28d-ed97b3bfcaaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f7aa85-caa5-4d32-a4ca-7d2c244bcfbd,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:58:46.948189 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-4d97816f-dc4c-435f-b28d-ed97b3bfcaaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:58:46.950290 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4d97816f-dc4c-435f-b28d-ed97b3bfcaaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:46.951849 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-4d97816f-dc4c-435f-b28d-ed97b3bfcaaa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/37f7aa85-caa5-4d32-a4ca-7d2c244bcfbd HTTP/1.1" status: 204 len: 168 time: 0.2007554 Dec 04 00:58:47.437925 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:47.456982 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 40888) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:58:47.464056 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-d899f42d-378c-4410-82dc-47d174163c4c tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Request body: {'security_group': {'name': 'tempest-securitygroup--1647331582', 'description': 'tempest-description--1370896054'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:58:47.470521 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-d899f42d-378c-4410-82dc-47d174163c4c tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:58:47.475475 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-d899f42d-378c-4410-82dc-47d174163c4c tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Usage tracker for resource:security_group and tenant:27c40306c9424330a5920da109201aa5 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:58:47.478531 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-d899f42d-378c-4410-82dc-47d174163c4c tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:58:47.484609 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-d899f42d-378c-4410-82dc-47d174163c4c tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:58:47.523265 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d899f42d-378c-4410-82dc-47d174163c4c tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks [] for security_group, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:47.546309 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-d899f42d-378c-4410-82dc-47d174163c4c tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:58:47.550497 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-d899f42d-378c-4410-82dc-47d174163c4c tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Usage tracker for resource:security_group_rule and tenant:27c40306c9424330a5920da109201aa5 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:58:47.553558 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-d899f42d-378c-4410-82dc-47d174163c4c tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:58:47.562072 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-d899f42d-378c-4410-82dc-47d174163c4c tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:58:47.619778 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 40894) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:58:47.636473 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d899f42d-378c-4410-82dc-47d174163c4c tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks [] for security_group, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:47.641088 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c4ee5c5d-7291-4cdb-89e3-b2aabafba90c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:47.658961 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-c4ee5c5d-7291-4cdb-89e3-b2aabafba90c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:58:47.661187 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-c4ee5c5d-7291-4cdb-89e3-b2aabafba90c admin admin] Usage tracker for resource:security_group_rule and tenant:e577651853d94a11a873ef9358e4ab55 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:58:47.664192 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-c4ee5c5d-7291-4cdb-89e3-b2aabafba90c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:58:47.670443 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-c4ee5c5d-7291-4cdb-89e3-b2aabafba90c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:58:47.677570 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d899f42d-378c-4410-82dc-47d174163c4c tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:47.684114 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-750a583e-07f1-4a76-b77a-28cdd73f91dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:58:47.730556 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899f42d-378c-4410-82dc-47d174163c4c tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ca63fa-e8d6-4297-8521-a3332f207cf2,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:58:47.733946 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-d899f42d-378c-4410-82dc-47d174163c4c tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:58:47.763443 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c4ee5c5d-7291-4cdb-89e3-b2aabafba90c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:47.776080 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d899f42d-378c-4410-82dc-47d174163c4c tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:47.777397 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-d899f42d-378c-4410-82dc-47d174163c4c tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1730 time: 0.3192203 Dec 04 00:58:47.780620 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 40902) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:58:47.786508 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-78d27ae0-08bb-43de-aa4e-7884b138f36c tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Request body: {'security_group_rule': {'security_group_id': 'b0ca63fa-e8d6-4297-8521-a3332f207cf2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:58:47.793694 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-78d27ae0-08bb-43de-aa4e-7884b138f36c tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:58:47.797899 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-78d27ae0-08bb-43de-aa4e-7884b138f36c tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Usage tracker for resource:security_group_rule and tenant:27c40306c9424330a5920da109201aa5 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:58:47.800924 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-78d27ae0-08bb-43de-aa4e-7884b138f36c tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:58:47.806899 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-78d27ae0-08bb-43de-aa4e-7884b138f36c tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:58:47.820474 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c4ee5c5d-7291-4cdb-89e3-b2aabafba90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:47.827807 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-073f02ac-7b4b-498f-9a31-7b6e21527ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:58:47.883001 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-c4ee5c5d-7291-4cdb-89e3-b2aabafba90c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e577651853d94a11a873ef9358e4ab55&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2618067 Dec 04 00:58:47.884184 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-78d27ae0-08bb-43de-aa4e-7884b138f36c tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks [] for security_group_rule, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:47.885840 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 40906) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:58:47.891866 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ee5c5d-7291-4cdb-89e3-b2aabafba90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4211df8-eb41-4a65-b008-3de0dd7148c7,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:58:47.895421 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c4ee5c5d-7291-4cdb-89e3-b2aabafba90c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:58:47.950881 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9de14cc7-06d2-4eec-bec3-e95029e10702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:47.958120 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-78d27ae0-08bb-43de-aa4e-7884b138f36c tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:47.979026 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9de14cc7-06d2-4eec-bec3-e95029e10702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:48.026477 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-78d27ae0-08bb-43de-aa4e-7884b138f36c tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103369'] for security_group_rule, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:48.032676 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-643193eb-70c9-46c8-a72a-1bf5ad9a8e56 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:58:48.054356 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d27ae0-08bb-43de-aa4e-7884b138f36c tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6d0a6c0-ab0b-4645-a51b-7358da02153d,revision_number=0']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:58:48.056355 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9de14cc7-06d2-4eec-bec3-e95029e10702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:48.057220 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-78d27ae0-08bb-43de-aa4e-7884b138f36c tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:58:48.064247 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-3b8a60e6-2d71-429f-8925-d4be5f96d39c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:58:48.080004 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de14cc7-06d2-4eec-bec3-e95029e10702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4211df8-eb41-4a65-b008-3de0dd7148c7,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:58:48.085594 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-9de14cc7-06d2-4eec-bec3-e95029e10702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:58:48.085594 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9de14cc7-06d2-4eec-bec3-e95029e10702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:48.088111 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-9de14cc7-06d2-4eec-bec3-e95029e10702 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b4211df8-eb41-4a65-b008-3de0dd7148c7 HTTP/1.1" status: 204 len: 168 time: 0.1997535 Dec 04 00:58:48.102135 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-78d27ae0-08bb-43de-aa4e-7884b138f36c tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks [] for security_group_rule, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:48.104607 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-78d27ae0-08bb-43de-aa4e-7884b138f36c tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 0.3227513 Dec 04 00:58:48.107105 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 40914) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:58:48.114080 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-7682633d-46c3-4465-9301-6373718a244f tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Request body: {'security_group_rule': {'security_group_id': 'b0ca63fa-e8d6-4297-8521-a3332f207cf2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:58:48.122130 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-7682633d-46c3-4465-9301-6373718a244f tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:58:48.127407 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-7682633d-46c3-4465-9301-6373718a244f tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Usage tracker for resource:security_group_rule and tenant:27c40306c9424330a5920da109201aa5 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:58:48.130877 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-7682633d-46c3-4465-9301-6373718a244f tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:58:48.137229 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-7682633d-46c3-4465-9301-6373718a244f tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:58:48.183418 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-7682633d-46c3-4465-9301-6373718a244f tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks [] for security_group_rule, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:48.258600 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-7682633d-46c3-4465-9301-6373718a244f tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:48.296095 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-7682633d-46c3-4465-9301-6373718a244f tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103369'] for security_group_rule, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:48.298250 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:58:48.323949 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682633d-46c3-4465-9301-6373718a244f tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d8e8a7e-13f4-45ea-972e-29135d9f9d55,revision_number=0']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:58:48.326618 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-7682633d-46c3-4465-9301-6373718a244f tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:58:48.376109 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-7682633d-46c3-4465-9301-6373718a244f tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks [] for security_group_rule, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:48.381184 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-7682633d-46c3-4465-9301-6373718a244f tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.2691314 Dec 04 00:58:48.381551 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 40918) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:58:48.387914 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-e411b551-0a50-4f12-b83f-f1b241757aca tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Request body: {'floatingip': {'floating_network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae'}} {{(pid=80326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:58:48.394109 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-e411b551-0a50-4f12-b83f-f1b241757aca tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:58:48.398231 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-e411b551-0a50-4f12-b83f-f1b241757aca tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Usage tracker for resource:floatingip and tenant:27c40306c9424330a5920da109201aa5 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:58:48.401286 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-e411b551-0a50-4f12-b83f-f1b241757aca tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:58:48.407153 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-e411b551-0a50-4f12-b83f-f1b241757aca tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:58:48.450473 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e411b551-0a50-4f12-b83f-f1b241757aca tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks [] for floatingip, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:48.507973 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:48.628586 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e411b551-0a50-4f12-b83f-f1b241757aca tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:48.904102 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [None req-e411b551-0a50-4f12-b83f-f1b241757aca tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Allocated IP 172.28.3.222 (70fae593-b8e3-4ff7-b3b9-3060a635d4ae/838c8f98-d37b-4481-803e-42068845ce24/7ece4370-7710-4a51-ae55-cec54a80399d) {{(pid=80326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 00:58:48.913443 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:49.256670 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e411b551-0a50-4f12-b83f-f1b241757aca tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks [] for port, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:49.336113 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e411b551-0a50-4f12-b83f-f1b241757aca tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27594304'] for port, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:49.355981 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:58:49.482477 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411b551-0a50-4f12-b83f-f1b241757aca tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Pushing event updated for resources: {'Port': ['ID=7ece4370-7710-4a51-ae55-cec54a80399d,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:58:49.492934 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-e411b551-0a50-4f12-b83f-f1b241757aca tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:58:49.547133 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e411b551-0a50-4f12-b83f-f1b241757aca tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Network 70fae593-b8e3-4ff7-b3b9-3060a635d4ae is already hosted by enough agents. {{(pid=80326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 00:58:49.548411 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-e411b551-0a50-4f12-b83f-f1b241757aca tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Resources bound (agent type, host, resource id): {{(pid=80326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:58:49.551241 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e411b551-0a50-4f12-b83f-f1b241757aca tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Received port after_create {{(pid=80326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 00:58:49.635531 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e411b551-0a50-4f12-b83f-f1b241757aca tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks [] for floatingip, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:49.740573 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e411b551-0a50-4f12-b83f-f1b241757aca tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:50.024834 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e411b551-0a50-4f12-b83f-f1b241757aca tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks [] for port, precommit_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:50.055795 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e411b551-0a50-4f12-b83f-f1b241757aca tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827181495'] for port, after_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:50.072359 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-906f4c25-4a68-4a2f-8571-63fd274029ef tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:58:50.206613 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411b551-0a50-4f12-b83f-f1b241757aca tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Pushing event updated for resources: {'Port': ['ID=7ece4370-7710-4a51-ae55-cec54a80399d,revision_number=2']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:58:50.212108 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-e411b551-0a50-4f12-b83f-f1b241757aca tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:58:50.319333 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e411b551-0a50-4f12-b83f-f1b241757aca tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656493'] for floatingip, after_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:50.360664 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e411b551-0a50-4f12-b83f-f1b241757aca tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for floatingip, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:50.366984 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-e411b551-0a50-4f12-b83f-f1b241757aca tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9790897 Dec 04 00:58:50.624587 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-20b70266-579f-4201-80e8-b56fed5b29eb tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Synchronizing usage tracker for tenant:27c40306c9424330a5920da109201aa5 on resource:security_group {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 00:58:50.684090 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-20b70266-579f-4201-80e8-b56fed5b29eb tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Unset dirty status for tenant:27c40306c9424330a5920da109201aa5 on resource:security_group {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 00:58:50.685522 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-20b70266-579f-4201-80e8-b56fed5b29eb tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1647331582&fields=id&tenant_id=27c40306c9424330a5920da109201aa5 HTTP/1.1" status: 200 len: 267 time: 0.1080570 Dec 04 00:58:50.847550 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-c2930ec4-7038-43ca-9a24-6a78986f52f4 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:50.849169 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-c2930ec4-7038-43ca-9a24-6a78986f52f4 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/networks?id=81043efb-b877-4e23-b898-a49f43cd94b2 HTTP/1.1" status: 200 len: 816 time: 0.1557672 Dec 04 00:58:50.865346 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-61170997-b817-4068-bed9-59a4452de0cb tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/quotas/27c40306c9424330a5920da109201aa5 HTTP/1.1" status: 200 len: 375 time: 0.0098109 Dec 04 00:58:50.957268 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-f7beacd1-7e58-4866-a4a8-0f2304b63858 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Synchronizing usage tracker for tenant:27c40306c9424330a5920da109201aa5 on resource:port {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 00:58:50.998894 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-f7beacd1-7e58-4866-a4a8-0f2304b63858 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Unset dirty status for tenant:27c40306c9424330a5920da109201aa5 on resource:port {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 00:58:51.000431 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-f7beacd1-7e58-4866-a4a8-0f2304b63858 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?tenant_id=27c40306c9424330a5920da109201aa5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1292164 Dec 04 00:58:51.153380 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-05d4708d-6dc3-4da9-9f6b-cb991441b1e2 service neutron] 10.222.0.73 "GET /v2.0/networks/81043efb-b877-4e23-b898-a49f43cd94b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389198 Dec 04 00:58:51.305749 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-f63ac403-4ecf-45c0-b519-8e6c3911e790 service neutron] 10.222.0.73 "GET /v2.0/networks/81043efb-b877-4e23-b898-a49f43cd94b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1415451 Dec 04 00:58:51.485653 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 41002) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:58:51.597714 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6815cfbd-074e-46eb-a321-ba01932c523f req-b8791f11-f7d3-4be6-8e38-c08d12dbcab5 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 210 time: 0.0591438 Dec 04 00:58:51.662877 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-ced94cc5-b78e-4d39-8446-4acc346c3da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:51.678957 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-ced94cc5-b78e-4d39-8446-4acc346c3da9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:58:51.683311 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-ced94cc5-b78e-4d39-8446-4acc346c3da9 admin admin] Usage tracker for resource:security_group_rule and tenant:18cf59433066481fb898ba5059b2d598 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:58:51.686543 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-ced94cc5-b78e-4d39-8446-4acc346c3da9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:58:51.692822 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-ced94cc5-b78e-4d39-8446-4acc346c3da9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:58:51.779107 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-ced94cc5-b78e-4d39-8446-4acc346c3da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:51.808695 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-ced94cc5-b78e-4d39-8446-4acc346c3da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:51.819061 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-e7b17caf-d395-4a77-94b4-8d4c98a1e448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:58:51.863272 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-ced94cc5-b78e-4d39-8446-4acc346c3da9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=18cf59433066481fb898ba5059b2d598&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3763740 Dec 04 00:58:51.865144 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced94cc5-b78e-4d39-8446-4acc346c3da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0deeddf7-4799-4486-960a-7b159d96ea57,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:58:51.866158 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 41020) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:58:51.868635 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-ced94cc5-b78e-4d39-8446-4acc346c3da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:58:51.935755 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2e202984-3efe-4389-9717-91c4cb1cf03d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:51.964146 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2e202984-3efe-4389-9717-91c4cb1cf03d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:52.117412 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2e202984-3efe-4389-9717-91c4cb1cf03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:52.122751 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-8329eb5e-f536-4cd3-8175-8c9e2c18db7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:58:52.137242 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e202984-3efe-4389-9717-91c4cb1cf03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0deeddf7-4799-4486-960a-7b159d96ea57,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:58:52.140093 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-2e202984-3efe-4389-9717-91c4cb1cf03d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:58:52.141272 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2e202984-3efe-4389-9717-91c4cb1cf03d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:52.142540 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-2e202984-3efe-4389-9717-91c4cb1cf03d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0deeddf7-4799-4486-960a-7b159d96ea57 HTTP/1.1" status: 204 len: 168 time: 0.2753117 Dec 04 00:58:52.719269 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 41036) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:58:52.772123 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d66fd51b-139f-4d78-873e-9fd5f614458d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:52.801511 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8b11a1eb-f3c4-4a0d-b989-6b2de1591a54 req-d170cbe7-0109-47ff-a77d-53be1d41f9e3 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 210 time: 0.0641074 Dec 04 00:58:52.802509 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-d66fd51b-139f-4d78-873e-9fd5f614458d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:58:52.806791 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-d66fd51b-139f-4d78-873e-9fd5f614458d admin admin] Usage tracker for resource:security_group_rule and tenant:bcb051ea28724c478c151398361c10b7 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:58:52.809800 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-d66fd51b-139f-4d78-873e-9fd5f614458d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:58:52.815670 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-d66fd51b-139f-4d78-873e-9fd5f614458d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:58:52.993780 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d66fd51b-139f-4d78-873e-9fd5f614458d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:53.049820 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d66fd51b-139f-4d78-873e-9fd5f614458d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:53.058574 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-ced94cc5-b78e-4d39-8446-4acc346c3da9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:58:53.102361 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-d66fd51b-139f-4d78-873e-9fd5f614458d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bcb051ea28724c478c151398361c10b7&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3818054 Dec 04 00:58:53.103340 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66fd51b-139f-4d78-873e-9fd5f614458d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1e1b75-51a2-469e-9084-f9d0076181e7,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:58:53.106284 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 41042) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:58:53.106534 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-d66fd51b-139f-4d78-873e-9fd5f614458d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:58:53.169976 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-11e7ad7b-acec-443c-915d-662cb0c9e1eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:53.199739 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-11e7ad7b-acec-443c-915d-662cb0c9e1eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:53.305830 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-11e7ad7b-acec-443c-915d-662cb0c9e1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:53.310221 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-13c20dcb-6328-462b-a609-d963b4dd9403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:58:53.323139 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e7ad7b-acec-443c-915d-662cb0c9e1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1e1b75-51a2-469e-9084-f9d0076181e7,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:58:53.325538 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-11e7ad7b-acec-443c-915d-662cb0c9e1eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:58:53.331105 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-11e7ad7b-acec-443c-915d-662cb0c9e1eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:53.351613 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-11e7ad7b-acec-443c-915d-662cb0c9e1eb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4a1e1b75-51a2-469e-9084-f9d0076181e7 HTTP/1.1" status: 204 len: 168 time: 0.2245457 Dec 04 00:58:53.433282 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-49d96c84-261a-4b58-9a7d-7d2450d3c694 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:53.434854 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-49d96c84-261a-4b58-9a7d-7d2450d3c694 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.86 "GET /v2.0/networks?id=81043efb-b877-4e23-b898-a49f43cd94b2 HTTP/1.1" status: 200 len: 816 time: 0.1616278 Dec 04 00:58:53.525330 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-9d98e424-a0d8-4e9c-9557-61356a004528 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=27c40306c9424330a5920da109201aa5 HTTP/1.1" status: 200 len: 5505 time: 0.0707340 Dec 04 00:58:53.537252 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-616b5bba-5d11-4ba6-be66-294272506811 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Request body: {'port': {'device_id': 'cb43342b-774a-436c-9fcb-4b013146e292', 'network_id': '81043efb-b877-4e23-b898-a49f43cd94b2', 'admin_state_up': True, 'tenant_id': '27c40306c9424330a5920da109201aa5', 'security_groups': ['b0ca63fa-e8d6-4297-8521-a3332f207cf2']}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:58:53.689947 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-616b5bba-5d11-4ba6-be66-294272506811 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:58:53.700331 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-616b5bba-5d11-4ba6-be66-294272506811 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:58:53.735598 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-616b5bba-5d11-4ba6-be66-294272506811 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Made reservation on behalf of 27c40306c9424330a5920da109201aa5 for: {'port': 1} {{(pid=80327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 00:58:53.742415 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-616b5bba-5d11-4ba6-be66-294272506811 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:54.043768 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-4dcf30a7-0fad-4873-abb5-18ed3e76aed3 req-43d03ff1-03e0-4a27-a7e1-14a5abe9d8a4 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 210 time: 0.0627871 Dec 04 00:58:54.154866 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-616b5bba-5d11-4ba6-be66-294272506811 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Allocated IP 172.20.0.6 (81043efb-b877-4e23-b898-a49f43cd94b2/09a18547-ffe8-483f-9f89-ed9ea46deb6c/2ac4f24b-4dd7-4d39-9a7d-ee02751d543e) {{(pid=80327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 00:58:54.366787 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-616b5bba-5d11-4ba6-be66-294272506811 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks [] for port, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:54.384360 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-616b5bba-5d11-4ba6-be66-294272506811 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Transition to ACTIVE for port object 2ac4f24b-4dd7-4d39-9a7d-ee02751d543e will not be triggered until provisioned by entity DHCP. {{(pid=80327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 00:58:54.456592 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-616b5bba-5d11-4ba6-be66-294272506811 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:54.474864 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-2d797e8b-c39b-4531-a6fb-5f9fde618455 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:58:54.610064 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b5bba-5d11-4ba6-be66-294272506811 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Pushing event updated for resources: {'Port': ['ID=2ac4f24b-4dd7-4d39-9a7d-ee02751d543e,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:58:54.619899 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-616b5bba-5d11-4ba6-be66-294272506811 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:58:54.672543 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-616b5bba-5d11-4ba6-be66-294272506811 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Network 81043efb-b877-4e23-b898-a49f43cd94b2 is already hosted by enough agents. {{(pid=80327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 00:58:54.673741 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-616b5bba-5d11-4ba6-be66-294272506811 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Resources bound (agent type, host, resource id): {{(pid=80327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:58:54.676233 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-616b5bba-5d11-4ba6-be66-294272506811 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Received port after_create {{(pid=80327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 00:58:54.747459 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-616b5bba-5d11-4ba6-be66-294272506811 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:54.748149 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-616b5bba-5d11-4ba6-be66-294272506811 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:54.821941 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-616b5bba-5d11-4ba6-be66-294272506811 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2897091 Dec 04 00:58:54.840804 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-a3ca2995-f34c-44fe-8a20-86999e1025bd service neutron] Request body: {'port': {'device_id': 'cb43342b-774a-436c-9fcb-4b013146e292', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:58:54.956751 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-a3ca2995-f34c-44fe-8a20-86999e1025bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:55.004505 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-7edaa4a2-0e20-4af0-a89e-259d1b70c62c None None] Provisioning for port 2ac4f24b-4dd7-4d39-9a7d-ee02751d543e completed by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 00:58:55.010634 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-7edaa4a2-0e20-4af0-a89e-259d1b70c62c None None] Provisioning complete for port 2ac4f24b-4dd7-4d39-9a7d-ee02751d543e triggered by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:58:55.011053 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-7edaa4a2-0e20-4af0-a89e-259d1b70c62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:55.067298 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-7edaa4a2-0e20-4af0-a89e-259d1b70c62c None None] Port 2ac4f24b-4dd7-4d39-9a7d-ee02751d543e cannot update to ACTIVE because it is not bound. {{(pid=80328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 04 00:58:55.389011 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48230ca9-1f7a-4625-90ca-7b838c23b204 req-cd383ed2-6b72-4821-8e70-c64433277c9f tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:55.389894 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-48230ca9-1f7a-4625-90ca-7b838c23b204 req-cd383ed2-6b72-4821-8e70-c64433277c9f tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Synchronizing usage tracker for tenant:27c40306c9424330a5920da109201aa5 on resource:port {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 00:58:55.473986 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-a3ca2995-f34c-44fe-8a20-86999e1025bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ac4f24b-4dd7-4d39-9a7d-ee02751d543e {{(pid=80327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 04 00:58:55.478767 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-48230ca9-1f7a-4625-90ca-7b838c23b204 req-cd383ed2-6b72-4821-8e70-c64433277c9f tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Unset dirty status for tenant:27c40306c9424330a5920da109201aa5 on resource:port {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 00:58:55.480083 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-48230ca9-1f7a-4625-90ca-7b838c23b204 req-cd383ed2-6b72-4821-8e70-c64433277c9f tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 931 time: 0.2381294 Dec 04 00:58:55.484178 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-a3ca2995-f34c-44fe-8a20-86999e1025bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:55.518726 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-a3ca2995-f34c-44fe-8a20-86999e1025bd service neutron] Transition to ACTIVE for port object 2ac4f24b-4dd7-4d39-9a7d-ee02751d543e will not be triggered until provisioned by entity L2. {{(pid=80327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 00:58:55.540562 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-48230ca9-1f7a-4625-90ca-7b838c23b204 req-08b4ad62-5c8c-473c-84f0-95908a59511b tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523851 Dec 04 00:58:55.541654 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-a3ca2995-f34c-44fe-8a20-86999e1025bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27697970'] for port, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:55.556980 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:58:55.877072 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca2995-f34c-44fe-8a20-86999e1025bd service neutron] Pushing event updated for resources: {'Port': ['ID=2ac4f24b-4dd7-4d39-9a7d-ee02751d543e,revision_number=2']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:58:55.887240 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a3ca2995-f34c-44fe-8a20-86999e1025bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:58:56.076568 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-a3ca2995-f34c-44fe-8a20-86999e1025bd service neutron] Attempting to bind port 2ac4f24b-4dd7-4d39-9a7d-ee02751d543e on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 00:58:56.076959 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-a3ca2995-f34c-44fe-8a20-86999e1025bd service neutron] Attempting to bind port 2ac4f24b-4dd7-4d39-9a7d-ee02751d543e by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'd123e863-f9de-44b7-aef3-f3565b117e15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '81043efb-b877-4e23-b898-a49f43cd94b2'}] {{(pid=80327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 00:58:56.077471 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-a3ca2995-f34c-44fe-8a20-86999e1025bd service neutron] Attempting to bind port 2ac4f24b-4dd7-4d39-9a7d-ee02751d543e on network 81043efb-b877-4e23-b898-a49f43cd94b2 {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 00:58:56.083637 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-a3ca2995-f34c-44fe-8a20-86999e1025bd service neutron] Checking agent: {'id': '37b4fca6-97cd-43de-9e09-0e080c5ad260', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 52, 16), 'started_at': datetime.datetime(2020, 12, 4, 0, 52, 46), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 00:58:56.084528 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-a3ca2995-f34c-44fe-8a20-86999e1025bd service neutron] Checking segment: {'id': 'd123e863-f9de-44b7-aef3-f3565b117e15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '81043efb-b877-4e23-b898-a49f43cd94b2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 00:58:56.084944 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-a3ca2995-f34c-44fe-8a20-86999e1025bd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:56.085564 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-a3ca2995-f34c-44fe-8a20-86999e1025bd service neutron] Bound using segment: {'id': 'd123e863-f9de-44b7-aef3-f3565b117e15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '81043efb-b877-4e23-b898-a49f43cd94b2'} {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 00:58:56.085782 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-a3ca2995-f34c-44fe-8a20-86999e1025bd service neutron] Bound port: 2ac4f24b-4dd7-4d39-9a7d-ee02751d543e, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd123e863-f9de-44b7-aef3-f3565b117e15', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '81043efb-b877-4e23-b898-a49f43cd94b2'}}] {{(pid=80327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 00:58:56.086204 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-a3ca2995-f34c-44fe-8a20-86999e1025bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:56.185112 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-a3ca2995-f34c-44fe-8a20-86999e1025bd service neutron] For port 2ac4f24b-4dd7-4d39-9a7d-ee02751d543e, host hv-cinder-76330, cleared binding levels {{(pid=80327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 00:58:56.188548 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-a3ca2995-f34c-44fe-8a20-86999e1025bd service neutron] For port 2ac4f24b-4dd7-4d39-9a7d-ee02751d543e, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=2ac4f24b-4dd7-4d39-9a7d-ee02751d543e,segment=NetworkSegment(d123e863-f9de-44b7-aef3-f3565b117e15),segment_id=d123e863-f9de-44b7-aef3-f3565b117e15)] {{(pid=80327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 00:58:56.243776 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-a3ca2995-f34c-44fe-8a20-86999e1025bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27697970'] for port, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:56.260481 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-b7615b72-d842-40b8-9407-22e063a498cc tempest-VolumesActionsTest-31254633 tempest-VolumesActionsTest-31254633] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:58:56.414551 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca2995-f34c-44fe-8a20-86999e1025bd service neutron] Pushing event updated for resources: {'Port': ['ID=2ac4f24b-4dd7-4d39-9a7d-ee02751d543e,revision_number=3']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:58:56.418128 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a3ca2995-f34c-44fe-8a20-86999e1025bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:58:56.452842 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-a3ca2995-f34c-44fe-8a20-86999e1025bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:56.453573 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-a3ca2995-f34c-44fe-8a20-86999e1025bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:58:56.455060 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-a3ca2995-f34c-44fe-8a20-86999e1025bd service neutron] 10.222.0.86 "PUT /v2.0/ports/2ac4f24b-4dd7-4d39-9a7d-ee02751d543e HTTP/1.1" status: 200 len: 1157 time: 1.6191127 Dec 04 00:58:56.455747 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb43342b-774a-436c-9fcb-4b013146e292', 'tag': '2ac4f24b-4dd7-4d39-9a7d-ee02751d543e'}] {{(pid=80327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:58:56.516180 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb43342b-774a-436c-9fcb-4b013146e292', 'tag': '2ac4f24b-4dd7-4d39-9a7d-ee02751d543e', 'status': 'completed', 'code': 200} Dec 04 00:58:56.651339 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f620e20-d5b4-468b-a190-4b5dee7c51d8 req-34c7f65c-8918-4ca4-9694-9f5336f59dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:56.652993 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-5f620e20-d5b4-468b-a190-4b5dee7c51d8 req-34c7f65c-8918-4ca4-9694-9f5336f59dee service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=27c40306c9424330a5920da109201aa5&device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 1160 time: 0.0927660 Dec 04 00:58:56.879640 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f620e20-d5b4-468b-a190-4b5dee7c51d8 req-0f177962-c191-4340-8dfb-a5cfbc452693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:56.881313 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-5f620e20-d5b4-468b-a190-4b5dee7c51d8 req-0f177962-c191-4340-8dfb-a5cfbc452693 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=27c40306c9424330a5920da109201aa5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2125816 Dec 04 00:58:56.892213 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a102cb-83e9-41ff-b205-55272fd5eb05 req-11319ef5-52da-422f-8d3c-12273c30db82 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:56.893644 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-99a102cb-83e9-41ff-b205-55272fd5eb05 req-11319ef5-52da-422f-8d3c-12273c30db82 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 943 time: 0.1423440 Dec 04 00:58:57.035997 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-99a102cb-83e9-41ff-b205-55272fd5eb05 req-f6a3e8d5-cccd-4b68-a229-d49befd802ff tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164987 Dec 04 00:58:57.073470 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f620e20-d5b4-468b-a190-4b5dee7c51d8 req-31335b18-6c17-4f86-ba0a-80fb3c112fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:57.075070 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-5f620e20-d5b4-468b-a190-4b5dee7c51d8 req-31335b18-6c17-4f86-ba0a-80fb3c112fcf service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1804993 Dec 04 00:58:57.223023 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-068e237a-d395-47ed-b679-3c8d68d339e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:57.225268 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-068e237a-d395-47ed-b679-3c8d68d339e6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=27c40306c9424330a5920da109201aa5&device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 1160 time: 0.0810874 Dec 04 00:58:57.306223 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-d92e8ad3-912a-4fa1-afbf-d131d88fa10f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ac4f24b-4dd7-4d39-9a7d-ee02751d543e HTTP/1.1" status: 200 len: 217 time: 0.0640240 Dec 04 00:58:57.382266 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-253128d7-cd4f-4c45-80c0-883df4189ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:57.383884 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-253128d7-cd4f-4c45-80c0-883df4189ff0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=09a18547-ffe8-483f-9f89-ed9ea46deb6c HTTP/1.1" status: 200 len: 855 time: 0.0706139 Dec 04 00:58:57.469964 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-cd1cf17d-f86f-4865-b586-156f798de403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:57.471821 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-cd1cf17d-f86f-4865-b586-156f798de403 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=81043efb-b877-4e23-b898-a49f43cd94b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0799072 Dec 04 00:58:57.638628 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-64b105f2-7efb-4819-9e8b-839e3519a2ba service neutron] 10.222.0.86 "GET /v2.0/networks/81043efb-b877-4e23-b898-a49f43cd94b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596134 Dec 04 00:58:57.784116 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-16110385-f630-4ee0-9264-fa4cafbc6bda req-6966f3de-5a22-491a-a6fc-1fc8ca6945cf service neutron] 10.222.0.86 "GET /v2.0/networks/81043efb-b877-4e23-b898-a49f43cd94b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1371012 Dec 04 00:58:58.272101 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe49634-ca07-4ad9-9d53-93c0bf8aa0a8 req-16305cbc-f2f6-4870-9123-fd0787692ab1 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:58.273638 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8fe49634-ca07-4ad9-9d53-93c0bf8aa0a8 req-16305cbc-f2f6-4870-9123-fd0787692ab1 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 943 time: 0.0852752 Dec 04 00:58:58.324687 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8fe49634-ca07-4ad9-9d53-93c0bf8aa0a8 req-1c393bff-5914-4a67-b3b4-6923d9f7d847 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446100 Dec 04 00:58:58.696066 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ab176-f69f-44b7-a1da-4b93b0e596ce req-dc339a53-5eff-4ab2-a139-b27b15db3460 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:58.699648 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2e7ab176-f69f-44b7-a1da-4b93b0e596ce req-dc339a53-5eff-4ab2-a139-b27b15db3460 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 946 time: 0.0860271 Dec 04 00:58:58.747467 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2e7ab176-f69f-44b7-a1da-4b93b0e596ce req-c2012260-4f0c-43c9-bc90-170627b3dd3d tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=978b1d25-473d-42fc-8057-7fd8e260165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433474 Dec 04 00:58:59.349043 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 6 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 00:58:59.560195 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb8a55-4bc8-49c2-837b-f87f5cb92063 req-95319ac0-6c00-46a3-a58d-887cf66b838e tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:59.561851 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-efdb8a55-4bc8-49c2-837b-f87f5cb92063 req-95319ac0-6c00-46a3-a58d-887cf66b838e tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 943 time: 0.0880113 Dec 04 00:58:59.609468 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-efdb8a55-4bc8-49c2-837b-f87f5cb92063 req-6b7b2d79-6c00-4f76-8bb0-09f2a158c6c8 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413225 Dec 04 00:58:59.958550 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d832586-f085-49b3-9bab-3d90130f501b req-b7b06447-7dba-485a-ad72-fdb232a085fa tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:58:59.960753 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6d832586-f085-49b3-9bab-3d90130f501b req-b7b06447-7dba-485a-ad72-fdb232a085fa tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 946 time: 0.0844553 Dec 04 00:59:00.011966 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6d832586-f085-49b3-9bab-3d90130f501b req-42bd7077-a5f2-4086-b091-c1ba4f3055ee tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=978b1d25-473d-42fc-8057-7fd8e260165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445807 Dec 04 00:59:00.150474 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 2ac4f24b-4dd7-4d39-9a7d-ee02751d543e up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:59:00.267423 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning for port 2ac4f24b-4dd7-4d39-9a7d-ee02751d543e completed by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 00:59:00.273042 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port 2ac4f24b-4dd7-4d39-9a7d-ee02751d543e triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:59:00.273599 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:00.376471 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 41170) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:59:00.399894 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:00.430052 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb43342b-774a-436c-9fcb-4b013146e292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac4f24b-4dd7-4d39-9a7d-ee02751d543e'}] {{(pid=80328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:59:00.440631 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] For port 2ac4f24b-4dd7-4d39-9a7d-ee02751d543e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=2ac4f24b-4dd7-4d39-9a7d-ee02751d543e,segment=NetworkSegment(d123e863-f9de-44b7-aef3-f3565b117e15),segment_id=d123e863-f9de-44b7-aef3-f3565b117e15)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:59:00.478906 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:00.481021 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:59:00.512799 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb43342b-774a-436c-9fcb-4b013146e292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac4f24b-4dd7-4d39-9a7d-ee02751d543e', 'code': 200} Dec 04 00:59:00.537164 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-ee991cc4-b251-43ea-a87e-88d889c9f7eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:00.553948 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-ee991cc4-b251-43ea-a87e-88d889c9f7eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:59:00.555810 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Pushing event updated for resources: {'Port': ['ID=2ac4f24b-4dd7-4d39-9a7d-ee02751d543e,revision_number=4']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:59:00.558483 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-ee991cc4-b251-43ea-a87e-88d889c9f7eb admin admin] Usage tracker for resource:security_group_rule and tenant:1afcb368e9e242f39569dc0ad4b65b87 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:59:00.561793 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-ee991cc4-b251-43ea-a87e-88d889c9f7eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:59:00.563701 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:00.564102 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:00.564486 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:00.564864 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:00.565240 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:00.565612 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:00.565980 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:00.566347 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:00.566712 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:00.567075 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:00.567467 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:00.567837 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:00.568262 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:00.568627 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:00.569228 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-ee991cc4-b251-43ea-a87e-88d889c9f7eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:59:00.569331 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:00.569586 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:00.569949 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:00.570312 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:00.570674 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:00.571033 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:00.571519 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:00.571762 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:00.572121 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:00.572656 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:00.576919 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:59:00.657134 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-ee991cc4-b251-43ea-a87e-88d889c9f7eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:00.690052 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-ee991cc4-b251-43ea-a87e-88d889c9f7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:00.699859 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-4d97816f-dc4c-435f-b28d-ed97b3bfcaaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:59:00.742979 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-ee991cc4-b251-43ea-a87e-88d889c9f7eb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1afcb368e9e242f39569dc0ad4b65b87&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3636832 Dec 04 00:59:00.744771 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee991cc4-b251-43ea-a87e-88d889c9f7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031af0c4-34db-44e2-a97a-78f0aecf1f04,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:59:00.745985 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 41180) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:59:00.747961 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-ee991cc4-b251-43ea-a87e-88d889c9f7eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:59:00.824331 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-ab451968-6f47-4364-8da5-ea4c9dc0c42f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:00.852550 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-ab451968-6f47-4364-8da5-ea4c9dc0c42f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:00.909297 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67cb72-bd60-4873-87c0-4a5c50d2467a req-dde268fb-28d9-4a6c-bbf8-91ea7d5f4b93 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:00.910827 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-1e67cb72-bd60-4873-87c0-4a5c50d2467a req-dde268fb-28d9-4a6c-bbf8-91ea7d5f4b93 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 945 time: 0.1487479 Dec 04 00:59:00.915802 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afdfc5-4b90-4ebc-a55c-3af2f3506b37 req-6cd685b2-725a-4575-ae76-1130e6f798c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:00.917294 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-68afdfc5-4b90-4ebc-a55c-3af2f3506b37 req-6cd685b2-725a-4575-ae76-1130e6f798c4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 1162 time: 0.1156797 Dec 04 00:59:00.979684 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-ab451968-6f47-4364-8da5-ea4c9dc0c42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:00.984256 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:59:00.993104 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-1e67cb72-bd60-4873-87c0-4a5c50d2467a req-0ec87243-e71c-4f22-92a5-ec72bcee2105 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747974 Dec 04 00:59:00.994870 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-68afdfc5-4b90-4ebc-a55c-3af2f3506b37 req-1958bd93-d1db-4504-8af0-97e747a94361 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628388 Dec 04 00:59:00.996505 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab451968-6f47-4364-8da5-ea4c9dc0c42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031af0c4-34db-44e2-a97a-78f0aecf1f04,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:59:01.002030 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-ab451968-6f47-4364-8da5-ea4c9dc0c42f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:59:01.004444 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-ab451968-6f47-4364-8da5-ea4c9dc0c42f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:01.008531 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-ab451968-6f47-4364-8da5-ea4c9dc0c42f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/031af0c4-34db-44e2-a97a-78f0aecf1f04 HTTP/1.1" status: 204 len: 168 time: 0.2584305 Dec 04 00:59:01.228754 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b9bd2-2a64-4d54-be65-78f02e73c8da req-9b0c3ad5-edda-4f07-9469-28c1adf7ba16 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:01.230358 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9c1b9bd2-2a64-4d54-be65-78f02e73c8da req-9b0c3ad5-edda-4f07-9469-28c1adf7ba16 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 946 time: 0.0866458 Dec 04 00:59:01.277770 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9c1b9bd2-2a64-4d54-be65-78f02e73c8da req-b137aec6-57b8-4359-b997-2b7482a9f9a1 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=978b1d25-473d-42fc-8057-7fd8e260165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407548 Dec 04 00:59:01.523373 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 41194) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:59:01.542331 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a6bd5937-2345-4508-9245-0814af3b32e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:01.558505 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-a6bd5937-2345-4508-9245-0814af3b32e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:59:01.562661 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-a6bd5937-2345-4508-9245-0814af3b32e2 admin admin] Usage tracker for resource:security_group_rule and tenant:d6bc1aa12db6418485e7b8bd21158a2a is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:59:01.565755 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-a6bd5937-2345-4508-9245-0814af3b32e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:59:01.572518 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-a6bd5937-2345-4508-9245-0814af3b32e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:59:01.633273 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 2ac4f24b-4dd7-4d39-9a7d-ee02751d543e up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:59:01.663380 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a6bd5937-2345-4508-9245-0814af3b32e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:01.706961 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port 2ac4f24b-4dd7-4d39-9a7d-ee02751d543e triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:59:01.707213 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a6bd5937-2345-4508-9245-0814af3b32e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:01.707331 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:01.716995 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-0ff69371-dff2-43b7-84a8-c3ca892e3196 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:59:01.752714 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bd5937-2345-4508-9245-0814af3b32e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404651fa-70bc-4ca0-9b3a-cc59586328ab,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:59:01.768575 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a6bd5937-2345-4508-9245-0814af3b32e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:59:01.776116 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-a6bd5937-2345-4508-9245-0814af3b32e2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d6bc1aa12db6418485e7b8bd21158a2a&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2515299 Dec 04 00:59:01.779185 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 41198) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:59:01.827379 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb56118-c988-4aae-bcf6-198502d43c3a req-cbfca7ec-2cac-4a8a-a6ae-ba0f784c578d tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:01.829173 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-0fb56118-c988-4aae-bcf6-198502d43c3a req-cbfca7ec-2cac-4a8a-a6ae-ba0f784c578d tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.86 "GET /v2.0/ports?device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 946 time: 0.1077614 Dec 04 00:59:01.853462 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a896b197-221a-4109-b77c-9ab0234ef1f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:01.883389 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a896b197-221a-4109-b77c-9ab0234ef1f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:01.907044 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-0fb56118-c988-4aae-bcf6-198502d43c3a req-899a3809-4129-467f-819c-7c2ddb1e835b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Deleting port e236366b-b7bb-43a8-ab8b-65cd6680398a {{(pid=80327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 00:59:01.907470 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-0fb56118-c988-4aae-bcf6-198502d43c3a req-899a3809-4129-467f-819c-7c2ddb1e835b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:01.976148 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a896b197-221a-4109-b77c-9ab0234ef1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:01.982899 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-250a2202-8ed0-4183-927a-01565668fe0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:59:01.998372 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896b197-221a-4109-b77c-9ab0234ef1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404651fa-70bc-4ca0-9b3a-cc59586328ab,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:59:02.000795 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a896b197-221a-4109-b77c-9ab0234ef1f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:02.025844 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-a896b197-221a-4109-b77c-9ab0234ef1f8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/404651fa-70bc-4ca0-9b3a-cc59586328ab HTTP/1.1" status: 204 len: 168 time: 0.2247097 Dec 04 00:59:02.027072 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a896b197-221a-4109-b77c-9ab0234ef1f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:59:02.528901 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-0fb56118-c988-4aae-bcf6-198502d43c3a req-899a3809-4129-467f-819c-7c2ddb1e835b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] For port e236366b-b7bb-43a8-ab8b-65cd6680398a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=e236366b-b7bb-43a8-ab8b-65cd6680398a,segment=NetworkSegment(8ede4a70-4206-4219-8975-4c9d08884fc7),segment_id=8ede4a70-4206-4219-8975-4c9d08884fc7)] {{(pid=80327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:59:02.535269 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-0fb56118-c988-4aae-bcf6-198502d43c3a req-899a3809-4129-467f-819c-7c2ddb1e835b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:02.743347 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41004955-fcc7-44a5-ae59-da879726d9e3 req-4659e9d2-f3d7-4c29-b022-524f0f372d21 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:02.744976 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-41004955-fcc7-44a5-ae59-da879726d9e3 req-4659e9d2-f3d7-4c29-b022-524f0f372d21 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 945 time: 0.5733948 Dec 04 00:59:02.788814 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181f9b7-1724-4145-aa2f-74ae70793b47 req-b4928013-e871-41aa-a0ec-b4407c31f32d tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:02.790401 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d181f9b7-1724-4145-aa2f-74ae70793b47 req-b4928013-e871-41aa-a0ec-b4407c31f32d tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 946 time: 0.3362393 Dec 04 00:59:02.919224 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-41004955-fcc7-44a5-ae59-da879726d9e3 req-d2751e18-d71e-45dd-9045-d56a2115f8a0 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660588 Dec 04 00:59:02.962571 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d181f9b7-1724-4145-aa2f-74ae70793b47 req-6aacbe54-5b57-4c4b-87a2-f9cb0883655a tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=978b1d25-473d-42fc-8057-7fd8e260165d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603940 Dec 04 00:59:02.977132 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-0fb56118-c988-4aae-bcf6-198502d43c3a req-899a3809-4129-467f-819c-7c2ddb1e835b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for floatingip, precommit_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:02.977554 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-0fb56118-c988-4aae-bcf6-198502d43c3a req-899a3809-4129-467f-819c-7c2ddb1e835b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656493'] for floatingip, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:02.977909 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.db.l3_db [req-0fb56118-c988-4aae-bcf6-198502d43c3a req-899a3809-4129-467f-819c-7c2ddb1e835b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Floating IP 02839980-34b8-4b54-acad-b4a27612d407 disassociated. External IP: 172.28.3.105, port: e236366b-b7bb-43a8-ab8b-65cd6680398a. Dec 04 00:59:02.978288 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-0fb56118-c988-4aae-bcf6-198502d43c3a req-899a3809-4129-467f-819c-7c2ddb1e835b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Calling delete_port for e236366b-b7bb-43a8-ab8b-65cd6680398a owned by compute:nova {{(pid=80327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 00:59:03.271225 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-0fb56118-c988-4aae-bcf6-198502d43c3a req-899a3809-4129-467f-819c-7c2ddb1e835b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291473225622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291473606618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:03.286464 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-81dd12c7-67ce-4e40-bc93-dd446d857a35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:59:03.339133 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a3809-4129-467f-819c-7c2ddb1e835b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Pushing event deleted for resources: {'Port': ['ID=e236366b-b7bb-43a8-ab8b-65cd6680398a,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:59:03.388888 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-899a3809-4129-467f-819c-7c2ddb1e835b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:59:03.656308 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fb56118-c988-4aae-bcf6-198502d43c3a req-899a3809-4129-467f-819c-7c2ddb1e835b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Router e73d3ce5-26db-42a2-a516-d94cddde4093 has already been hosted by L3 agent 584cecf2-ad77-484a-986e-0fea284e741d {{(pid=80327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 00:59:03.695549 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 2ac4f24b-4dd7-4d39-9a7d-ee02751d543e up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:59:03.791614 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port 2ac4f24b-4dd7-4d39-9a7d-ee02751d543e triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:59:03.792140 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:03.830516 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 41240) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:59:03.857510 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fb56118-c988-4aae-bcf6-198502d43c3a req-899a3809-4129-467f-819c-7c2ddb1e835b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify agent at l3_agent.dv-cinder-763306-5-smb the message routers_updated {{(pid=80327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 00:59:03.884738 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddeeba2a-4384-4802-a4ce-00b54be5800a None None] Sync routers for ids ['e73d3ce5-26db-42a2-a516-d94cddde4093'] in dv-cinder-763306-5-smb {{(pid=80328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 00:59:03.898033 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddeeba2a-4384-4802-a4ce-00b54be5800a None None] Routers {'e73d3ce5-26db-42a2-a516-d94cddde4093'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 00:59:03.899053 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-ddeeba2a-4384-4802-a4ce-00b54be5800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T00:58:47Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['e73d3ce5-26db-42a2-a516-d94cddde4093'], 'active': True} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:59:03.910215 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb56118-c988-4aae-bcf6-198502d43c3a req-899a3809-4129-467f-819c-7c2ddb1e835b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] No DVR routers for this DVR port e236366b-b7bb-43a8-ab8b-65cd6680398a on host hv-cinder-76330 {{(pid=80327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 00:59:03.913009 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-0fb56118-c988-4aae-bcf6-198502d43c3a req-899a3809-4129-467f-819c-7c2ddb1e835b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:03.924248 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc6983a-3be7-44b8-aadc-a3d819d47f62', 'name': 'network-vif-deleted', 'tag': 'e236366b-b7bb-43a8-ab8b-65cd6680398a'}] {{(pid=80327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:59:03.930368 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-0fb56118-c988-4aae-bcf6-198502d43c3a req-899a3809-4129-467f-819c-7c2ddb1e835b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.86 "DELETE /v2.0/ports/e236366b-b7bb-43a8-ab8b-65cd6680398a HTTP/1.1" status: 204 len: 173 time: 2.0944953 Dec 04 00:59:04.033425 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc6983a-3be7-44b8-aadc-a3d819d47f62', 'name': 'network-vif-deleted', 'tag': 'e236366b-b7bb-43a8-ab8b-65cd6680398a', 'status': 'completed', 'code': 200} Dec 04 00:59:04.143671 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c5b3e612-577a-468f-8d26-c957e327bf53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:04.196595 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-c5b3e612-577a-468f-8d26-c957e327bf53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:59:04.200537 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-c5b3e612-577a-468f-8d26-c957e327bf53 admin admin] Usage tracker for resource:security_group_rule and tenant:e06f6fb701784f0f8a20c34a9abe2e76 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:59:04.205105 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-c5b3e612-577a-468f-8d26-c957e327bf53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:59:04.211808 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-c5b3e612-577a-468f-8d26-c957e327bf53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:59:04.278984 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-fa236340-1c34-478a-9931-3851de65eb72 req-de0f4396-3205-4c28-87f1-5d0f3f9c97b6 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Synchronizing usage tracker for tenant:04c9a96d934d4f7994fdaf4cc2f7c1bf on resource:port {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 00:59:04.319188 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-ddeeba2a-4384-4802-a4ce-00b54be5800a None None] Set router e73d3ce5-26db-42a2-a516-d94cddde4093 gateway port host: dv-cinder-763306-5-smb {{(pid=80328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 00:59:04.323970 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2387991e-ecc4-42ec-9d64-993cbee4f682 req-33958aba-e722-41bf-bbb8-b0495efa8303 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:04.332056 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2387991e-ecc4-42ec-9d64-993cbee4f682 req-33958aba-e722-41bf-bbb8-b0495efa8303 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 945 time: 0.2026019 Dec 04 00:59:04.336785 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c5b3e612-577a-468f-8d26-c957e327bf53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:04.349911 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-fa236340-1c34-478a-9931-3851de65eb72 req-de0f4396-3205-4c28-87f1-5d0f3f9c97b6 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Unset dirty status for tenant:04c9a96d934d4f7994fdaf4cc2f7c1bf on resource:port {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 00:59:04.351235 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-fa236340-1c34-478a-9931-3851de65eb72 req-de0f4396-3205-4c28-87f1-5d0f3f9c97b6 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=5dc6983a-3be7-44b8-aadc-a3d819d47f62 HTTP/1.1" status: 200 len: 210 time: 0.1276789 Dec 04 00:59:04.370123 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c5b3e612-577a-468f-8d26-c957e327bf53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:04.379382 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-ab2b0451-1385-4a0c-ab20-6b0b8a09ccb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:59:04.383895 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2387991e-ecc4-42ec-9d64-993cbee4f682 req-10b348f1-1ba8-4b0b-9527-a29b4c32af0e tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508931 Dec 04 00:59:04.435236 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-c5b3e612-577a-468f-8d26-c957e327bf53 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e06f6fb701784f0f8a20c34a9abe2e76&name=default HTTP/1.1" status: 200 len: 2879 time: 0.6031909 Dec 04 00:59:04.436196 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b3e612-577a-468f-8d26-c957e327bf53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6fd860-6f43-4bd6-bb75-d18459c02fab,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:59:04.438059 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 41258) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:59:04.446440 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c5b3e612-577a-468f-8d26-c957e327bf53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:59:04.476516 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device e236366b-b7bb-43a8-ab8b-65cd6680398a no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 00:59:04.503661 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-facc5fa8-c9e1-4460-b2ee-1df934bffca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:04.532581 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-facc5fa8-c9e1-4460-b2ee-1df934bffca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:04.533608 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] No Port match for: e236366b-b7bb-43a8-ab8b-65cd6680398a {{(pid=80328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 00:59:04.534024 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device e236366b-b7bb-43a8-ab8b-65cd6680398a not bound to the agent host hv-cinder-76330 {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 00:59:04.653154 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162485f9-fbf8-4f47-967f-8463775cccbb req-f25efd4e-853c-41c5-9600-8468a797e904 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:04.663273 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-162485f9-fbf8-4f47-967f-8463775cccbb req-f25efd4e-853c-41c5-9600-8468a797e904 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 945 time: 0.1146958 Dec 04 00:59:04.667935 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 41262) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:59:04.673672 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-e4beea57-bbf2-4fb7-a934-0f9de5367466 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Request body: {'floatingip': {'port_id': '2ac4f24b-4dd7-4d39-9a7d-ee02751d543e'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:59:04.719711 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-ddeeba2a-4384-4802-a4ce-00b54be5800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'name': 'tempest-AttachVolumeTestJSON-2010543096-router', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.252'}], 'enable_snat': True}, 'gw_port_id': '58a8596b-a868-4d09-a984-0a9b88900097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:22Z', 'updated_at': '2020-12-04T00:54:31Z', 'revision_number': 4, 'project_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'gw_port': {'id': '58a8596b-a868-4d09-a984-0a9b88900097', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:24Z', 'updated_at': '2020-12-04T00:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_interfaces': [{'id': 'eed57316-8a1d-4683-8006-f7e7ac4e783e', 'name': '', 'network_id': 'b41ba9d1-b8eb-4b60-b39c-3d77682273c8', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'mac_address': 'fa:16:3e:4e:0a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2d3dffb9-b2e9-4653-a15c-51f3777e3e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:29Z', 'updated_at': '2020-12-04T00:54:47Z', 'revision_number': 5, 'project_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'subnets': [{'id': '2d3dffb9-b2e9-4653-a15c-51f3777e3e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:59:04.724147 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddeeba2a-4384-4802-a4ce-00b54be5800a None None] Checking router: e73d3ce5-26db-42a2-a516-d94cddde4093 for host: dv-cinder-763306-5-smb {{(pid=80328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 00:59:04.732240 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-facc5fa8-c9e1-4460-b2ee-1df934bffca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:04.733407 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddeeba2a-4384-4802-a4ce-00b54be5800a None None] Routers {'e73d3ce5-26db-42a2-a516-d94cddde4093'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 00:59:04.734080 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-ddeeba2a-4384-4802-a4ce-00b54be5800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T00:58:47Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['e73d3ce5-26db-42a2-a516-d94cddde4093'], 'active': True} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:59:04.747984 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-6b7f22b5-0326-4743-96d2-9f398eb36aab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:59:04.976815 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e4beea57-bbf2-4fb7-a934-0f9de5367466 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks [] for floatingip, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:05.029416 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facc5fa8-c9e1-4460-b2ee-1df934bffca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6fd860-6f43-4bd6-bb75-d18459c02fab,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:59:05.049480 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-facc5fa8-c9e1-4460-b2ee-1df934bffca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:59:05.088390 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-facc5fa8-c9e1-4460-b2ee-1df934bffca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:05.092102 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-facc5fa8-c9e1-4460-b2ee-1df934bffca0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8f6fd860-6f43-4bd6-bb75-d18459c02fab HTTP/1.1" status: 204 len: 168 time: 0.6504762 Dec 04 00:59:05.116666 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-ddeeba2a-4384-4802-a4ce-00b54be5800a None None] Set router e73d3ce5-26db-42a2-a516-d94cddde4093 gateway port host: dv-cinder-763306-5-smb {{(pid=80328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 00:59:05.529808 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-ddeeba2a-4384-4802-a4ce-00b54be5800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'name': 'tempest-AttachVolumeTestJSON-2010543096-router', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.252'}], 'enable_snat': True}, 'gw_port_id': '58a8596b-a868-4d09-a984-0a9b88900097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:22Z', 'updated_at': '2020-12-04T00:54:31Z', 'revision_number': 4, 'project_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'gw_port': {'id': '58a8596b-a868-4d09-a984-0a9b88900097', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:24Z', 'updated_at': '2020-12-04T00:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_interfaces': [{'id': 'eed57316-8a1d-4683-8006-f7e7ac4e783e', 'name': '', 'network_id': 'b41ba9d1-b8eb-4b60-b39c-3d77682273c8', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'mac_address': 'fa:16:3e:4e:0a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2d3dffb9-b2e9-4653-a15c-51f3777e3e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:29Z', 'updated_at': '2020-12-04T00:54:47Z', 'revision_number': 5, 'project_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'subnets': [{'id': '2d3dffb9-b2e9-4653-a15c-51f3777e3e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:59:05.539386 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddeeba2a-4384-4802-a4ce-00b54be5800a None None] The sync data for ids ['e73d3ce5-26db-42a2-a516-d94cddde4093'] in dv-cinder-763306-5-smb is: [{'id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'name': 'tempest-AttachVolumeTestJSON-2010543096-router', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.252'}], 'enable_snat': True}, 'gw_port_id': '58a8596b-a868-4d09-a984-0a9b88900097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:22Z', 'updated_at': '2020-12-04T00:54:31Z', 'revision_number': 4, 'project_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'gw_port': {'id': '58a8596b-a868-4d09-a984-0a9b88900097', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:24Z', 'updated_at': '2020-12-04T00:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_interfaces': [{'id': 'eed57316-8a1d-4683-8006-f7e7ac4e783e', 'name': '', 'network_id': 'b41ba9d1-b8eb-4b60-b39c-3d77682273c8', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'mac_address': 'fa:16:3e:4e:0a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2d3dffb9-b2e9-4653-a15c-51f3777e3e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:29Z', 'updated_at': '2020-12-04T00:54:47Z', 'revision_number': 5, 'project_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'subnets': [{'id': '2d3dffb9-b2e9-4653-a15c-51f3777e3e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 00:59:05.593753 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 41286) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:59:05.674844 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-14cdb221-a084-4423-aa99-02d756ee38d8 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:05.719033 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-14cdb221-a084-4423-aa99-02d756ee38d8 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:05.815815 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-14cdb221-a084-4423-aa99-02d756ee38d8 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:05.823800 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c4ee5c5d-7291-4cdb-89e3-b2aabafba90c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:59:05.855230 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cdb221-a084-4423-aa99-02d756ee38d8 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Pushing event deleted for resources: {'SecurityGroup': ['ID=978b1d25-473d-42fc-8057-7fd8e260165d,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:59:05.873885 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-14cdb221-a084-4423-aa99-02d756ee38d8 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:59:05.909110 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e4beea57-bbf2-4fb7-a934-0f9de5367466 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks [] for floatingip, precommit_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:05.920944 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-14cdb221-a084-4423-aa99-02d756ee38d8 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:05.925248 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 41298) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:59:05.925353 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-14cdb221-a084-4423-aa99-02d756ee38d8 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "DELETE /v2.0/security-groups/978b1d25-473d-42fc-8057-7fd8e260165d HTTP/1.1" status: 204 len: 168 time: 0.3303480 Dec 04 00:59:05.950732 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e4beea57-bbf2-4fb7-a934-0f9de5367466 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656493'] for floatingip, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:06.010452 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.v2.resource [None req-f1d5068a-e938-4cea-8e78-963200ae84c8 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] show failed (client error): The resource could not be found. Dec 04 00:59:06.011550 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-f1d5068a-e938-4cea-8e78-963200ae84c8 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups/978b1d25-473d-42fc-8057-7fd8e260165d HTTP/1.1" status: 404 len: 347 time: 0.0852048 Dec 04 00:59:06.014740 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 41302) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:59:06.047625 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c835fc-b633-434e-b5a4-72e4f1624c67 None None] New status for floating IP 02839980-34b8-4b54-acad-b4a27612d407: DOWN {{(pid=80329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 04 00:59:06.147046 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.db.l3_db [None req-e4beea57-bbf2-4fb7-a934-0f9de5367466 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Floating IP 9e44546f-53ff-49a2-b65e-a52ec88ea48e associated. External IP: 172.28.3.222, port: 2ac4f24b-4dd7-4d39-9a7d-ee02751d543e. Dec 04 00:59:06.192454 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-31f9a1ab-8f54-4836-aa11-a1249d3dbafb tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Deleting port f57f4495-9a5e-4965-bf47-8c6d37c28f07 {{(pid=80326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 00:59:06.193535 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-31f9a1ab-8f54-4836-aa11-a1249d3dbafb tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:06.630124 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4beea57-bbf2-4fb7-a934-0f9de5367466 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Router 217aee76-2901-4d22-8fcc-3852f4d5dd49 has already been hosted by L3 agent 584cecf2-ad77-484a-986e-0fea284e741d {{(pid=80327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 00:59:06.718957 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-31f9a1ab-8f54-4836-aa11-a1249d3dbafb tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:06.719515 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-31f9a1ab-8f54-4836-aa11-a1249d3dbafb tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for floatingip, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:06.856443 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-31f9a1ab-8f54-4836-aa11-a1249d3dbafb tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Calling delete_port for f57f4495-9a5e-4965-bf47-8c6d37c28f07 owned by network:floatingip {{(pid=80326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 00:59:06.989072 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.db.api [None req-31f9a1ab-8f54-4836-aa11-a1249d3dbafb tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80326) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 04 00:59:06.989443 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_db.api [None req-31f9a1ab-8f54-4836-aa11-a1249d3dbafb tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 04 00:59:07.026979 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4beea57-bbf2-4fb7-a934-0f9de5367466 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify agent at l3_agent.dv-cinder-763306-5-smb the message routers_updated {{(pid=80327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 00:59:07.031737 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e4beea57-bbf2-4fb7-a934-0f9de5367466 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for floatingip, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:07.037937 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e572539-7450-485d-95ff-ee54cc8e7d3f None None] Sync routers for ids ['217aee76-2901-4d22-8fcc-3852f4d5dd49'] in dv-cinder-763306-5-smb {{(pid=80328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 00:59:07.048992 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e572539-7450-485d-95ff-ee54cc8e7d3f None None] Routers {'217aee76-2901-4d22-8fcc-3852f4d5dd49'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 00:59:07.049747 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-8e572539-7450-485d-95ff-ee54cc8e7d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T00:58:47Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['217aee76-2901-4d22-8fcc-3852f4d5dd49'], 'active': True} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:59:07.091402 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-e4beea57-bbf2-4fb7-a934-0f9de5367466 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "PUT /v2.0/floatingips/9e44546f-53ff-49a2-b65e-a52ec88ea48e HTTP/1.1" status: 200 len: 991 time: 2.4222648 Dec 04 00:59:07.092288 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb43342b-774a-436c-9fcb-4b013146e292', 'tag': '2ac4f24b-4dd7-4d39-9a7d-ee02751d543e'}] {{(pid=80327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:59:07.152631 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb43342b-774a-436c-9fcb-4b013146e292', 'tag': '2ac4f24b-4dd7-4d39-9a7d-ee02751d543e', 'status': 'completed', 'code': 200} Dec 04 00:59:07.246524 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-8e572539-7450-485d-95ff-ee54cc8e7d3f None None] Set router 217aee76-2901-4d22-8fcc-3852f4d5dd49 gateway port host: dv-cinder-763306-5-smb {{(pid=80328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 00:59:07.294611 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00e586-8d35-45f9-9f48-9ccf2f903be8 req-aa4ee632-f1c8-40a5-a051-c0e00ceb0a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:07.296416 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ae00e586-8d35-45f9-9f48-9ccf2f903be8 req-aa4ee632-f1c8-40a5-a051-c0e00ceb0a96 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=27c40306c9424330a5920da109201aa5&device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 1162 time: 0.0817256 Dec 04 00:59:07.459376 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00e586-8d35-45f9-9f48-9ccf2f903be8 req-abd669e1-64c5-4caf-90be-42d0851593a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:07.460980 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ae00e586-8d35-45f9-9f48-9ccf2f903be8 req-abd669e1-64c5-4caf-90be-42d0851593a4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=81043efb-b877-4e23-b898-a49f43cd94b2 HTTP/1.1" status: 200 len: 910 time: 0.1572764 Dec 04 00:59:07.491209 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-31f9a1ab-8f54-4836-aa11-a1249d3dbafb tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Deleting port f57f4495-9a5e-4965-bf47-8c6d37c28f07 {{(pid=80326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 00:59:07.491610 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-31f9a1ab-8f54-4836-aa11-a1249d3dbafb tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:07.571834 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ae00e586-8d35-45f9-9f48-9ccf2f903be8 req-d13ac661-1889-450d-9589-6adcaa39d6e4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ac4f24b-4dd7-4d39-9a7d-ee02751d543e HTTP/1.1" status: 200 len: 999 time: 0.1035984 Dec 04 00:59:07.639205 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-8e572539-7450-485d-95ff-ee54cc8e7d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'name': 'tempest-AttachVolumeShelveTestJSON-514812751-router', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e214e8dd-7350-47d7-a813-de42239028e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:18Z', 'updated_at': '2020-12-04T00:54:33Z', 'revision_number': 4, 'project_id': '27c40306c9424330a5920da109201aa5', 'gw_port': {'id': 'e214e8dd-7350-47d7-a813-de42239028e3', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:19Z', 'updated_at': '2020-12-04T00:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_floatingips': [{'id': '9e44546f-53ff-49a2-b65e-a52ec88ea48e', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'floating_ip_address': '172.28.3.222', 'floating_network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'router_id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'port_id': '2ac4f24b-4dd7-4d39-9a7d-ee02751d543e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81043efb-b877-4e23-b898-a49f43cd94b2', 'mac_address': 'fa:16:3e:2e:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb43342b-774a-436c-9fcb-4b013146e292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:58:49Z', 'updated_at': '2020-12-04T00:59:05Z', 'revision_number': 1, 'project_id': '27c40306c9424330a5920da109201aa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51060b10-6f39-4dba-97cb-98998f868f2b', 'name': '', 'network_id': '81043efb-b877-4e23-b898-a49f43cd94b2', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'mac_address': 'fa:16:3e:61:bc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '09a18547-ffe8-483f-9f89-ed9ea46deb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:30Z', 'updated_at': '2020-12-04T00:54:50Z', 'revision_number': 5, 'project_id': '27c40306c9424330a5920da109201aa5', 'subnets': [{'id': '09a18547-ffe8-483f-9f89-ed9ea46deb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:59:07.643887 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e572539-7450-485d-95ff-ee54cc8e7d3f None None] Checking router: 217aee76-2901-4d22-8fcc-3852f4d5dd49 for host: dv-cinder-763306-5-smb {{(pid=80328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 00:59:07.647544 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00e586-8d35-45f9-9f48-9ccf2f903be8 req-3f81d160-c972-421f-8baf-6b7facff19a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:07.650602 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ae00e586-8d35-45f9-9f48-9ccf2f903be8 req-3f81d160-c972-421f-8baf-6b7facff19a3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=09a18547-ffe8-483f-9f89-ed9ea46deb6c HTTP/1.1" status: 200 len: 855 time: 0.0682900 Dec 04 00:59:07.654078 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e572539-7450-485d-95ff-ee54cc8e7d3f None None] Routers {'217aee76-2901-4d22-8fcc-3852f4d5dd49'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 00:59:07.654760 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-8e572539-7450-485d-95ff-ee54cc8e7d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T00:58:47Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['217aee76-2901-4d22-8fcc-3852f4d5dd49'], 'active': True} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:59:07.678412 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-31f9a1ab-8f54-4836-aa11-a1249d3dbafb tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:07.679027 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-31f9a1ab-8f54-4836-aa11-a1249d3dbafb tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for floatingip, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:07.738160 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00e586-8d35-45f9-9f48-9ccf2f903be8 req-10cb0556-9520-4cb5-9cab-78c6bf749de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:07.740204 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ae00e586-8d35-45f9-9f48-9ccf2f903be8 req-10cb0556-9520-4cb5-9cab-78c6bf749de2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=81043efb-b877-4e23-b898-a49f43cd94b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0813627 Dec 04 00:59:07.816324 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-31f9a1ab-8f54-4836-aa11-a1249d3dbafb tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Calling delete_port for f57f4495-9a5e-4965-bf47-8c6d37c28f07 owned by network:floatingip {{(pid=80326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 00:59:07.888350 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-8e572539-7450-485d-95ff-ee54cc8e7d3f None None] Set router 217aee76-2901-4d22-8fcc-3852f4d5dd49 gateway port host: dv-cinder-763306-5-smb {{(pid=80328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 00:59:07.903670 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ae00e586-8d35-45f9-9f48-9ccf2f903be8 req-41ad285f-e8ea-45d0-8c22-ceed4773a466 service neutron] 10.222.0.86 "GET /v2.0/networks/81043efb-b877-4e23-b898-a49f43cd94b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514204 Dec 04 00:59:08.008516 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-31f9a1ab-8f54-4836-aa11-a1249d3dbafb tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291473225622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291473606618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27594304'] for port, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:08.024547 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:59:08.066742 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ae00e586-8d35-45f9-9f48-9ccf2f903be8 req-4cc6bd70-09bb-4e6c-a645-7cd37584e3ed service neutron] 10.222.0.86 "GET /v2.0/networks/81043efb-b877-4e23-b898-a49f43cd94b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1539798 Dec 04 00:59:08.119490 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f9a1ab-8f54-4836-aa11-a1249d3dbafb tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Pushing event deleted for resources: {'Port': ['ID=f57f4495-9a5e-4965-bf47-8c6d37c28f07,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:59:08.126790 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-31f9a1ab-8f54-4836-aa11-a1249d3dbafb tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:59:08.264594 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-31f9a1ab-8f54-4836-aa11-a1249d3dbafb tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for floatingip, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:08.291735 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-8e572539-7450-485d-95ff-ee54cc8e7d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'name': 'tempest-AttachVolumeShelveTestJSON-514812751-router', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e214e8dd-7350-47d7-a813-de42239028e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:18Z', 'updated_at': '2020-12-04T00:54:33Z', 'revision_number': 4, 'project_id': '27c40306c9424330a5920da109201aa5', 'gw_port': {'id': 'e214e8dd-7350-47d7-a813-de42239028e3', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:19Z', 'updated_at': '2020-12-04T00:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_floatingips': [{'id': '9e44546f-53ff-49a2-b65e-a52ec88ea48e', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'floating_ip_address': '172.28.3.222', 'floating_network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'router_id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'port_id': '2ac4f24b-4dd7-4d39-9a7d-ee02751d543e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81043efb-b877-4e23-b898-a49f43cd94b2', 'mac_address': 'fa:16:3e:2e:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb43342b-774a-436c-9fcb-4b013146e292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:58:49Z', 'updated_at': '2020-12-04T00:59:05Z', 'revision_number': 1, 'project_id': '27c40306c9424330a5920da109201aa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51060b10-6f39-4dba-97cb-98998f868f2b', 'name': '', 'network_id': '81043efb-b877-4e23-b898-a49f43cd94b2', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'mac_address': 'fa:16:3e:61:bc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '09a18547-ffe8-483f-9f89-ed9ea46deb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:30Z', 'updated_at': '2020-12-04T00:54:50Z', 'revision_number': 5, 'project_id': '27c40306c9424330a5920da109201aa5', 'subnets': [{'id': '09a18547-ffe8-483f-9f89-ed9ea46deb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:59:08.296159 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e572539-7450-485d-95ff-ee54cc8e7d3f None None] The sync data for ids ['217aee76-2901-4d22-8fcc-3852f4d5dd49'] in dv-cinder-763306-5-smb is: [{'id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'name': 'tempest-AttachVolumeShelveTestJSON-514812751-router', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e214e8dd-7350-47d7-a813-de42239028e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:18Z', 'updated_at': '2020-12-04T00:54:33Z', 'revision_number': 4, 'project_id': '27c40306c9424330a5920da109201aa5', 'gw_port': {'id': 'e214e8dd-7350-47d7-a813-de42239028e3', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:19Z', 'updated_at': '2020-12-04T00:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_floatingips': [{'id': '9e44546f-53ff-49a2-b65e-a52ec88ea48e', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'floating_ip_address': '172.28.3.222', 'floating_network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'router_id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'port_id': '2ac4f24b-4dd7-4d39-9a7d-ee02751d543e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81043efb-b877-4e23-b898-a49f43cd94b2', 'mac_address': 'fa:16:3e:2e:4e:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb43342b-774a-436c-9fcb-4b013146e292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:58:49Z', 'updated_at': '2020-12-04T00:59:05Z', 'revision_number': 1, 'project_id': '27c40306c9424330a5920da109201aa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51060b10-6f39-4dba-97cb-98998f868f2b', 'name': '', 'network_id': '81043efb-b877-4e23-b898-a49f43cd94b2', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'mac_address': 'fa:16:3e:61:bc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '09a18547-ffe8-483f-9f89-ed9ea46deb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:30Z', 'updated_at': '2020-12-04T00:54:50Z', 'revision_number': 5, 'project_id': '27c40306c9424330a5920da109201aa5', 'subnets': [{'id': '09a18547-ffe8-483f-9f89-ed9ea46deb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 00:59:08.309554 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-31f9a1ab-8f54-4836-aa11-a1249d3dbafb tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for floatingip, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:08.311145 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-31f9a1ab-8f54-4836-aa11-a1249d3dbafb tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "DELETE /v2.0/floatingips/02839980-34b8-4b54-acad-b4a27612d407 HTTP/1.1" status: 204 len: 168 time: 2.2951007 Dec 04 00:59:08.572878 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26024bd9-7199-4f05-8e6d-1b86d514c9ad None None] New status for floating IP 9e44546f-53ff-49a2-b65e-a52ec88ea48e: ACTIVE {{(pid=80329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 04 00:59:08.687753 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-499ea569-a696-47cf-bc29-cf06da238ba8 tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] 10.222.0.73 "GET /v2.0/networks?tenant_id=4ee9c34439d24a0aa06a5d622b509e5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350220 Dec 04 00:59:08.754726 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 41354) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:59:08.760942 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-00c314e6-311f-43ac-a0af-0d4e95d21bcf tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Request body: {'security_group': {'name': 'tempest-securitygroup--1979860695', 'description': 'tempest-description--1345393312'}} {{(pid=80326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:59:08.767287 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-00c314e6-311f-43ac-a0af-0d4e95d21bcf tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:59:08.772389 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-00c314e6-311f-43ac-a0af-0d4e95d21bcf tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Usage tracker for resource:security_group and tenant:04c9a96d934d4f7994fdaf4cc2f7c1bf is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:59:08.775871 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-00c314e6-311f-43ac-a0af-0d4e95d21bcf tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:59:08.781867 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-00c314e6-311f-43ac-a0af-0d4e95d21bcf tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:59:08.821266 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-00c314e6-311f-43ac-a0af-0d4e95d21bcf tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:08.844780 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-00c314e6-311f-43ac-a0af-0d4e95d21bcf tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:59:08.848916 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-00c314e6-311f-43ac-a0af-0d4e95d21bcf tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Usage tracker for resource:security_group_rule and tenant:04c9a96d934d4f7994fdaf4cc2f7c1bf is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:59:08.851886 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-00c314e6-311f-43ac-a0af-0d4e95d21bcf tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:59:08.857666 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-2ef7867b-97c1-417a-8893-40684b0f25ff tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:08.857799 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-00c314e6-311f-43ac-a0af-0d4e95d21bcf tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:59:08.859269 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-2ef7867b-97c1-417a-8893-40684b0f25ff tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1645553 Dec 04 00:59:08.875452 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-473d44fd-42a9-46b8-8b39-656604bc1fd1 tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] 10.222.0.73 "GET /v2.0/quotas/4ee9c34439d24a0aa06a5d622b509e5b HTTP/1.1" status: 200 len: 375 time: 0.0098770 Dec 04 00:59:08.932906 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-09e6feca-7974-46cd-9ef4-9fa6ffa7f292 tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] 10.222.0.73 "GET /v2.0/ports?tenant_id=4ee9c34439d24a0aa06a5d622b509e5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507684 Dec 04 00:59:08.933571 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-00c314e6-311f-43ac-a0af-0d4e95d21bcf tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:08.985798 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-00c314e6-311f-43ac-a0af-0d4e95d21bcf tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:08.992288 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-ab451968-6f47-4364-8da5-ea4c9dc0c42f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:59:09.032005 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c314e6-311f-43ac-a0af-0d4e95d21bcf tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Pushing event updated for resources: {'SecurityGroup': ['ID=b045fc3c-5356-410a-9403-a671e6d39263,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:59:09.034898 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-00c314e6-311f-43ac-a0af-0d4e95d21bcf tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:59:09.123928 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-00c314e6-311f-43ac-a0af-0d4e95d21bcf tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:09.125846 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-00c314e6-311f-43ac-a0af-0d4e95d21bcf tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1730 time: 0.3694503 Dec 04 00:59:09.128928 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 41360) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:59:09.135264 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-7859cb82-cd2b-4cbb-9ca9-af13867a1327 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Request body: {'security_group_rule': {'security_group_id': 'b045fc3c-5356-410a-9403-a671e6d39263', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:59:09.142011 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-7859cb82-cd2b-4cbb-9ca9-af13867a1327 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:59:09.146158 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-7859cb82-cd2b-4cbb-9ca9-af13867a1327 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Usage tracker for resource:security_group_rule and tenant:04c9a96d934d4f7994fdaf4cc2f7c1bf is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:59:09.149262 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-7859cb82-cd2b-4cbb-9ca9-af13867a1327 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:59:09.156228 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-7859cb82-cd2b-4cbb-9ca9-af13867a1327 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:59:09.222514 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6166ab4f-21e0-4dba-944a-95949639ab51 req-82ee5d74-6521-43ad-b530-cd3bee5557ae tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] 10.222.0.73 "GET /v2.0/ports?device_id=a0ac64da-4a9e-48d5-961f-b2508f444ce4 HTTP/1.1" status: 200 len: 210 time: 0.0512745 Dec 04 00:59:09.223851 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-7859cb82-cd2b-4cbb-9ca9-af13867a1327 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for security_group_rule, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:09.296872 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-7859cb82-cd2b-4cbb-9ca9-af13867a1327 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:09.324122 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-7859cb82-cd2b-4cbb-9ca9-af13867a1327 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103369'] for security_group_rule, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:09.331797 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-ba01a617-2679-4302-9d62-01062c647427 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:59:09.354513 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7859cb82-cd2b-4cbb-9ca9-af13867a1327 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Pushing event updated for resources: {'SecurityGroupRule': ['ID=823039db-e209-40b9-8050-edca0af3ee27,revision_number=0']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:59:09.357695 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-7859cb82-cd2b-4cbb-9ca9-af13867a1327 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:59:09.391269 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-7859cb82-cd2b-4cbb-9ca9-af13867a1327 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for security_group_rule, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:09.392571 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-7859cb82-cd2b-4cbb-9ca9-af13867a1327 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 739 time: 0.2625678 Dec 04 00:59:09.395433 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 41374) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:59:09.400972 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-f505a36a-f9a6-4548-a0e6-d5e808072f59 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Request body: {'security_group_rule': {'security_group_id': 'b045fc3c-5356-410a-9403-a671e6d39263', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:59:09.407368 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-f505a36a-f9a6-4548-a0e6-d5e808072f59 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:59:09.412011 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-f505a36a-f9a6-4548-a0e6-d5e808072f59 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Usage tracker for resource:security_group_rule and tenant:04c9a96d934d4f7994fdaf4cc2f7c1bf is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:59:09.415077 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-f505a36a-f9a6-4548-a0e6-d5e808072f59 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:59:09.421020 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-f505a36a-f9a6-4548-a0e6-d5e808072f59 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:59:09.485929 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f505a36a-f9a6-4548-a0e6-d5e808072f59 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for security_group_rule, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:09.569820 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f505a36a-f9a6-4548-a0e6-d5e808072f59 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:09.602671 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f505a36a-f9a6-4548-a0e6-d5e808072f59 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103369'] for security_group_rule, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:09.604848 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:59:09.629971 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f505a36a-f9a6-4548-a0e6-d5e808072f59 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2216de36-598b-46da-b45b-681579123708,revision_number=0']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:59:09.632641 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-f505a36a-f9a6-4548-a0e6-d5e808072f59 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:59:09.682648 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f505a36a-f9a6-4548-a0e6-d5e808072f59 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for security_group_rule, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:09.683995 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-f505a36a-f9a6-4548-a0e6-d5e808072f59 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 744 time: 0.2875311 Dec 04 00:59:09.687382 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 41382) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:59:09.692930 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-b2fca3a2-0484-429d-9b39-db1b8fe17700 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Request body: {'floatingip': {'floating_network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:59:09.699179 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-b2fca3a2-0484-429d-9b39-db1b8fe17700 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:59:09.703303 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-b2fca3a2-0484-429d-9b39-db1b8fe17700 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Usage tracker for resource:floatingip and tenant:04c9a96d934d4f7994fdaf4cc2f7c1bf is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:59:09.706521 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-b2fca3a2-0484-429d-9b39-db1b8fe17700 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:59:09.712913 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-b2fca3a2-0484-429d-9b39-db1b8fe17700 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:59:09.810231 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b2fca3a2-0484-429d-9b39-db1b8fe17700 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for floatingip, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:09.956614 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b2fca3a2-0484-429d-9b39-db1b8fe17700 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:10.238311 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [None req-b2fca3a2-0484-429d-9b39-db1b8fe17700 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Allocated IP 172.28.3.140 (70fae593-b8e3-4ff7-b3b9-3060a635d4ae/838c8f98-d37b-4481-803e-42068845ce24/87b39e5b-8aad-49bd-ac76-d63beb8cdd04) {{(pid=80327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 00:59:10.421795 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-420602a9-2450-464a-bf9c-902cb2bca038 req-96f81fb7-ba9e-4c5c-9612-0f762bfc983d tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] 10.222.0.73 "GET /v2.0/ports?device_id=a0ac64da-4a9e-48d5-961f-b2508f444ce4 HTTP/1.1" status: 200 len: 210 time: 0.0616183 Dec 04 00:59:10.440453 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b2fca3a2-0484-429d-9b39-db1b8fe17700 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for port, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:10.490300 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b2fca3a2-0484-429d-9b39-db1b8fe17700 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:10.506188 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:59:10.632688 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fca3a2-0484-429d-9b39-db1b8fe17700 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Pushing event updated for resources: {'Port': ['ID=87b39e5b-8aad-49bd-ac76-d63beb8cdd04,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:59:10.642018 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-b2fca3a2-0484-429d-9b39-db1b8fe17700 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:59:10.705663 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fca3a2-0484-429d-9b39-db1b8fe17700 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Network 70fae593-b8e3-4ff7-b3b9-3060a635d4ae is already hosted by enough agents. {{(pid=80327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 00:59:10.707427 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-b2fca3a2-0484-429d-9b39-db1b8fe17700 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Resources bound (agent type, host, resource id): {{(pid=80327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:59:10.710441 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fca3a2-0484-429d-9b39-db1b8fe17700 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Received port after_create {{(pid=80327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 00:59:10.843574 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b2fca3a2-0484-429d-9b39-db1b8fe17700 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for floatingip, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:10.948330 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b2fca3a2-0484-429d-9b39-db1b8fe17700 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:11.288450 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b2fca3a2-0484-429d-9b39-db1b8fe17700 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for port, precommit_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:11.327378 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-b5ce782d-2aa1-4977-b0e5-ac5fe9b617e5 tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] 10.222.0.86 "GET /v2.0/networks?tenant_id=4ee9c34439d24a0aa06a5d622b509e5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368066 Dec 04 00:59:11.371013 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b2fca3a2-0484-429d-9b39-db1b8fe17700 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27697970'] for port, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:11.391251 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-64d3af4a-a6da-4753-acee-42df770ee05a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:59:11.560690 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fca3a2-0484-429d-9b39-db1b8fe17700 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Pushing event updated for resources: {'Port': ['ID=87b39e5b-8aad-49bd-ac76-d63beb8cdd04,revision_number=2']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:59:11.577860 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-b2fca3a2-0484-429d-9b39-db1b8fe17700 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:59:11.634997 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a437b53f-ad42-49e9-8c75-755c702bf5e4 req-4fdc47d7-d9d4-4088-8878-9c2db6c74b5d tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] 10.222.0.73 "GET /v2.0/ports?device_id=a0ac64da-4a9e-48d5-961f-b2508f444ce4 HTTP/1.1" status: 200 len: 210 time: 0.0609131 Dec 04 00:59:11.732658 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-4fb88fa2-b3ce-4be9-a6a6-422b6a9634db tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:11.734192 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-4fb88fa2-b3ce-4be9-a6a6-422b6a9634db tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3938134 Dec 04 00:59:11.778339 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-c78657fa-0eef-48ba-a97f-c1e0f6c945ff tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Request body: {'port': {'device_id': 'a0ac64da-4a9e-48d5-961f-b2508f444ce4', 'network_id': '4a8dd76a-ef00-4553-a0b0-aad4323dc243', 'admin_state_up': True, 'tenant_id': '4ee9c34439d24a0aa06a5d622b509e5b'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:59:12.111715 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b2fca3a2-0484-429d-9b39-db1b8fe17700 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656493'] for floatingip, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:12.181210 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-c78657fa-0eef-48ba-a97f-c1e0f6c945ff tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:59:12.186677 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-c78657fa-0eef-48ba-a97f-c1e0f6c945ff tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Usage tracker for resource:port and tenant:4ee9c34439d24a0aa06a5d622b509e5b is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:59:12.201927 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-c78657fa-0eef-48ba-a97f-c1e0f6c945ff tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Quota usage for port was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:59:12.201927 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-c78657fa-0eef-48ba-a97f-c1e0f6c945ff tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:59:12.221558 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b2fca3a2-0484-429d-9b39-db1b8fe17700 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for floatingip, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:12.222966 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-b2fca3a2-0484-429d-9b39-db1b8fe17700 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5345047 Dec 04 00:59:12.255807 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-c78657fa-0eef-48ba-a97f-c1e0f6c945ff tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Made reservation on behalf of 4ee9c34439d24a0aa06a5d622b509e5b for: {'port': 1} {{(pid=80327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 00:59:12.261583 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-c78657fa-0eef-48ba-a97f-c1e0f6c945ff tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:12.276081 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-c78657fa-0eef-48ba-a97f-c1e0f6c945ff tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Notify callbacks [] for security_group, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:12.293905 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-c78657fa-0eef-48ba-a97f-c1e0f6c945ff tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:59:12.297965 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-c78657fa-0eef-48ba-a97f-c1e0f6c945ff tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Usage tracker for resource:security_group_rule and tenant:4ee9c34439d24a0aa06a5d622b509e5b is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:59:12.300999 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-c78657fa-0eef-48ba-a97f-c1e0f6c945ff tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:59:12.306824 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-c78657fa-0eef-48ba-a97f-c1e0f6c945ff tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:59:12.403115 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-c78657fa-0eef-48ba-a97f-c1e0f6c945ff tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Notify callbacks [] for security_group, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:12.469368 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-c78657fa-0eef-48ba-a97f-c1e0f6c945ff tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:12.479022 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c7f3be93-9ef9-4410-b7e2-e3d77bef9965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:59:12.529886 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-f2b9e3ad-b6b9-449f-9e35-fbc4ccc62341 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1979860695&fields=id&tenant_id=04c9a96d934d4f7994fdaf4cc2f7c1bf HTTP/1.1" status: 200 len: 267 time: 0.0889635 Dec 04 00:59:12.552056 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78657fa-0eef-48ba-a97f-c1e0f6c945ff tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3f7d44-a07f-4f0e-a0a9-7567e7be5823,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:59:12.555899 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c78657fa-0eef-48ba-a97f-c1e0f6c945ff tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:59:12.878505 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9d5a5cdb-78fd-41c8-ae2d-a837c4270314 req-a537f35f-8b3b-47ef-af1e-3d6702d05eec tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] 10.222.0.73 "GET /v2.0/ports?device_id=a0ac64da-4a9e-48d5-961f-b2508f444ce4 HTTP/1.1" status: 200 len: 210 time: 0.0992951 Dec 04 00:59:12.900488 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-1c88944c-c07c-44d0-8d74-08736e70761e tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:12.902056 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-1c88944c-c07c-44d0-8d74-08736e70761e tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/networks?id=b41ba9d1-b8eb-4b60-b39c-3d77682273c8 HTTP/1.1" status: 200 len: 811 time: 0.3553255 Dec 04 00:59:12.935801 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-008ce3c5-f227-4f29-b590-8ad2f4148602 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/quotas/04c9a96d934d4f7994fdaf4cc2f7c1bf HTTP/1.1" status: 200 len: 375 time: 0.0260832 Dec 04 00:59:13.069991 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-c78657fa-0eef-48ba-a97f-c1e0f6c945ff tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Allocated IP 192.168.233.245 (4a8dd76a-ef00-4553-a0b0-aad4323dc243/2af6a2a5-d58a-4299-8d1c-1af74eda77b9/8d74fcf0-1c02-4ac7-99ff-87b58066c4b3) {{(pid=80327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 00:59:13.113404 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-651b232f-a553-40df-a953-0e6f32d51ada tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?tenant_id=04c9a96d934d4f7994fdaf4cc2f7c1bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1709926 Dec 04 00:59:13.392143 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-d95ba2fc-8e30-4dab-9461-2c972ae1f681 service neutron] 10.222.0.73 "GET /v2.0/networks/b41ba9d1-b8eb-4b60-b39c-3d77682273c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636089 Dec 04 00:59:13.509510 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-c78657fa-0eef-48ba-a97f-c1e0f6c945ff tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Notify callbacks [] for port, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:13.542337 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-c78657fa-0eef-48ba-a97f-c1e0f6c945ff tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Transition to ACTIVE for port object 8d74fcf0-1c02-4ac7-99ff-87b58066c4b3 will not be triggered until provisioned by entity DHCP. {{(pid=80327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 00:59:13.590061 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-cda09c67-43a1-4c6c-bc40-88605ce99dbe service neutron] 10.222.0.73 "GET /v2.0/networks/b41ba9d1-b8eb-4b60-b39c-3d77682273c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1859400 Dec 04 00:59:14.103400 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba087d4-2ead-47ae-927e-623a08a46420 req-9d36baf4-acaa-4ac6-8bfd-4eed38399d17 tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:14.105054 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-eba087d4-2ead-47ae-927e-623a08a46420 req-9d36baf4-acaa-4ac6-8bfd-4eed38399d17 tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] 10.222.0.73 "GET /v2.0/ports?device_id=a0ac64da-4a9e-48d5-961f-b2508f444ce4 HTTP/1.1" status: 200 len: 936 time: 0.0846992 Dec 04 00:59:14.153341 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-eba087d4-2ead-47ae-927e-623a08a46420 req-1db098df-a9dc-41c1-b946-eb79875f0e33 tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] 10.222.0.73 "GET /v2.0/security-groups?id=cf3f7d44-a07f-4f0e-a0a9-7567e7be5823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416176 Dec 04 00:59:15.166072 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-c78657fa-0eef-48ba-a97f-c1e0f6c945ff tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:15.192293 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-5bc7dec2-6122-489d-8fad-78913370127a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:59:15.278120 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-ea6476b5-9a1a-4401-8a63-afcba8417035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:15.439544 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78657fa-0eef-48ba-a97f-c1e0f6c945ff tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Pushing event updated for resources: {'Port': ['ID=8d74fcf0-1c02-4ac7-99ff-87b58066c4b3,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:59:15.444012 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c78657fa-0eef-48ba-a97f-c1e0f6c945ff tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:59:15.473720 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6573c193-4b7d-4635-b366-ede13eb3a3ff req-4f4a97cb-af7a-4ae9-bec4-19ce4f87a453 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=b4982bba-e848-46d4-8089-b906961fe755 HTTP/1.1" status: 200 len: 210 time: 0.0879338 Dec 04 00:59:15.514533 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-c78657fa-0eef-48ba-a97f-c1e0f6c945ff tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Network 4a8dd76a-ef00-4553-a0b0-aad4323dc243 is already hosted by enough agents. {{(pid=80327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 00:59:15.518323 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-c78657fa-0eef-48ba-a97f-c1e0f6c945ff tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Resources bound (agent type, host, resource id): {{(pid=80327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:59:15.520800 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-c78657fa-0eef-48ba-a97f-c1e0f6c945ff tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Received port after_create {{(pid=80327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 00:59:15.574941 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a8a87-6971-468b-896b-2c938e8e3824 req-d7776f1f-5d58-4337-aada-18bba45db4d1 tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:15.577387 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-491a8a87-6971-468b-896b-2c938e8e3824 req-d7776f1f-5d58-4337-aada-18bba45db4d1 tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] 10.222.0.73 "GET /v2.0/ports?device_id=a0ac64da-4a9e-48d5-961f-b2508f444ce4 HTTP/1.1" status: 200 len: 936 time: 0.2827215 Dec 04 00:59:15.650102 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-c78657fa-0eef-48ba-a97f-c1e0f6c945ff tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:15.650813 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-c78657fa-0eef-48ba-a97f-c1e0f6c945ff tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:15.668025 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-491a8a87-6971-468b-896b-2c938e8e3824 req-c7c3c460-b582-4cf9-826c-d37396fd65f7 tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] 10.222.0.73 "GET /v2.0/security-groups?id=cf3f7d44-a07f-4f0e-a0a9-7567e7be5823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847213 Dec 04 00:59:15.713404 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-c78657fa-0eef-48ba-a97f-c1e0f6c945ff tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9392262 Dec 04 00:59:15.739785 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-a33d77d2-7f9a-4f2b-b1e8-1545db6f0b97 service neutron] Request body: {'port': {'device_id': 'a0ac64da-4a9e-48d5-961f-b2508f444ce4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:59:15.861483 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-20a4ce64-baf0-4467-bd14-900057ec1955 None None] Provisioning for port 8d74fcf0-1c02-4ac7-99ff-87b58066c4b3 completed by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 00:59:15.868549 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-20a4ce64-baf0-4467-bd14-900057ec1955 None None] Provisioning complete for port 8d74fcf0-1c02-4ac7-99ff-87b58066c4b3 triggered by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:59:15.869137 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-20a4ce64-baf0-4467-bd14-900057ec1955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:15.876937 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-a33d77d2-7f9a-4f2b-b1e8-1545db6f0b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:15.932869 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-20a4ce64-baf0-4467-bd14-900057ec1955 None None] Port 8d74fcf0-1c02-4ac7-99ff-87b58066c4b3 cannot update to ACTIVE because it is not bound. {{(pid=80328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 04 00:59:16.242678 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:16.421085 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-a33d77d2-7f9a-4f2b-b1e8-1545db6f0b97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d74fcf0-1c02-4ac7-99ff-87b58066c4b3 {{(pid=80327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 04 00:59:16.428978 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-a33d77d2-7f9a-4f2b-b1e8-1545db6f0b97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:16.441201 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-a33d77d2-7f9a-4f2b-b1e8-1545db6f0b97 service neutron] Transition to ACTIVE for port object 8d74fcf0-1c02-4ac7-99ff-87b58066c4b3 will not be triggered until provisioned by entity L2. {{(pid=80327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 00:59:16.482126 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-a33d77d2-7f9a-4f2b-b1e8-1545db6f0b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27697970'] for port, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:16.495828 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-b2fca3a2-0484-429d-9b39-db1b8fe17700 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:59:16.627717 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d77d2-7f9a-4f2b-b1e8-1545db6f0b97 service neutron] Pushing event updated for resources: {'Port': ['ID=8d74fcf0-1c02-4ac7-99ff-87b58066c4b3,revision_number=2']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:59:16.632605 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a33d77d2-7f9a-4f2b-b1e8-1545db6f0b97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:59:16.793070 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8ee9f488-31c9-4d39-8ef2-8ca78aed37eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:16.861289 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8538cf92-e2c7-42a6-89be-269ec67f4eb2 req-abe66a47-c309-4cd0-9f58-0b83b13d3a4b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=b4982bba-e848-46d4-8089-b906961fe755 HTTP/1.1" status: 200 len: 210 time: 0.0913498 Dec 04 00:59:16.907789 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-a33d77d2-7f9a-4f2b-b1e8-1545db6f0b97 service neutron] Attempting to bind port 8d74fcf0-1c02-4ac7-99ff-87b58066c4b3 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 00:59:16.908245 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-a33d77d2-7f9a-4f2b-b1e8-1545db6f0b97 service neutron] Attempting to bind port 8d74fcf0-1c02-4ac7-99ff-87b58066c4b3 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'd6adbd16-ccfc-47dc-88ca-5f2258b5a469', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4a8dd76a-ef00-4553-a0b0-aad4323dc243'}] {{(pid=80327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 00:59:16.908616 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-a33d77d2-7f9a-4f2b-b1e8-1545db6f0b97 service neutron] Attempting to bind port 8d74fcf0-1c02-4ac7-99ff-87b58066c4b3 on network 4a8dd76a-ef00-4553-a0b0-aad4323dc243 {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 00:59:16.917390 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-a33d77d2-7f9a-4f2b-b1e8-1545db6f0b97 service neutron] Checking agent: {'id': '37b4fca6-97cd-43de-9e09-0e080c5ad260', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 52, 16), 'started_at': datetime.datetime(2020, 12, 4, 0, 52, 46), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 00:59:16.917390 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-a33d77d2-7f9a-4f2b-b1e8-1545db6f0b97 service neutron] Checking segment: {'id': 'd6adbd16-ccfc-47dc-88ca-5f2258b5a469', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4a8dd76a-ef00-4553-a0b0-aad4323dc243'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 00:59:16.917390 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-a33d77d2-7f9a-4f2b-b1e8-1545db6f0b97 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:16.917390 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-a33d77d2-7f9a-4f2b-b1e8-1545db6f0b97 service neutron] Bound using segment: {'id': 'd6adbd16-ccfc-47dc-88ca-5f2258b5a469', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4a8dd76a-ef00-4553-a0b0-aad4323dc243'} {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 00:59:16.917390 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-a33d77d2-7f9a-4f2b-b1e8-1545db6f0b97 service neutron] Bound port: 8d74fcf0-1c02-4ac7-99ff-87b58066c4b3, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6adbd16-ccfc-47dc-88ca-5f2258b5a469', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '4a8dd76a-ef00-4553-a0b0-aad4323dc243'}}] {{(pid=80327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 00:59:16.917390 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-a33d77d2-7f9a-4f2b-b1e8-1545db6f0b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:17.073953 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-a33d77d2-7f9a-4f2b-b1e8-1545db6f0b97 service neutron] For port 8d74fcf0-1c02-4ac7-99ff-87b58066c4b3, host hv-cinder-76330, cleared binding levels {{(pid=80327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 00:59:17.084742 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-a33d77d2-7f9a-4f2b-b1e8-1545db6f0b97 service neutron] For port 8d74fcf0-1c02-4ac7-99ff-87b58066c4b3, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=8d74fcf0-1c02-4ac7-99ff-87b58066c4b3,segment=NetworkSegment(d6adbd16-ccfc-47dc-88ca-5f2258b5a469),segment_id=d6adbd16-ccfc-47dc-88ca-5f2258b5a469)] {{(pid=80327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 00:59:17.105531 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3aa90-d28b-4bda-821e-382f4f2b8d04 req-b0f638ad-d24c-4e83-8588-90c3ec3cf04e tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:17.106311 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-d6c3aa90-d28b-4bda-821e-382f4f2b8d04 req-b0f638ad-d24c-4e83-8588-90c3ec3cf04e tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Synchronizing usage tracker for tenant:4ee9c34439d24a0aa06a5d622b509e5b on resource:port {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 00:59:17.116939 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-a33d77d2-7f9a-4f2b-b1e8-1545db6f0b97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27697970'] for port, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:17.135533 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-00ef86a0-295a-4b65-a2be-5965e2d1b0d7 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:59:17.461269 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:17.477351 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-d6c3aa90-d28b-4bda-821e-382f4f2b8d04 req-b0f638ad-d24c-4e83-8588-90c3ec3cf04e tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Unset dirty status for tenant:4ee9c34439d24a0aa06a5d622b509e5b on resource:port {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 00:59:17.478594 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d6c3aa90-d28b-4bda-821e-382f4f2b8d04 req-b0f638ad-d24c-4e83-8588-90c3ec3cf04e tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] 10.222.0.73 "GET /v2.0/ports?device_id=a0ac64da-4a9e-48d5-961f-b2508f444ce4 HTTP/1.1" status: 200 len: 948 time: 0.4886134 Dec 04 00:59:17.656915 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d77d2-7f9a-4f2b-b1e8-1545db6f0b97 service neutron] Pushing event updated for resources: {'Port': ['ID=8d74fcf0-1c02-4ac7-99ff-87b58066c4b3,revision_number=3']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:59:17.678659 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a33d77d2-7f9a-4f2b-b1e8-1545db6f0b97 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:59:17.694167 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-d6c3aa90-d28b-4bda-821e-382f4f2b8d04 req-d702e677-e071-4cff-a4da-2682e27a4294 tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Synchronizing usage tracker for tenant:4ee9c34439d24a0aa06a5d622b509e5b on resource:security_group {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 00:59:17.742860 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-a33d77d2-7f9a-4f2b-b1e8-1545db6f0b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:17.743580 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-a33d77d2-7f9a-4f2b-b1e8-1545db6f0b97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:17.745311 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-a33d77d2-7f9a-4f2b-b1e8-1545db6f0b97 service neutron] 10.222.0.86 "PUT /v2.0/ports/8d74fcf0-1c02-4ac7-99ff-87b58066c4b3 HTTP/1.1" status: 200 len: 1162 time: 2.0103796 Dec 04 00:59:17.745831 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ac64da-4a9e-48d5-961f-b2508f444ce4', 'tag': '8d74fcf0-1c02-4ac7-99ff-87b58066c4b3'}] {{(pid=80327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:59:17.761410 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-4b476501-12b3-4ee9-a377-7dd21452163c tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:17.763098 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-4b476501-12b3-4ee9-a377-7dd21452163c tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.86 "GET /v2.0/networks?id=b41ba9d1-b8eb-4b60-b39c-3d77682273c8 HTTP/1.1" status: 200 len: 811 time: 0.3147073 Dec 04 00:59:17.792460 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-d6c3aa90-d28b-4bda-821e-382f4f2b8d04 req-d702e677-e071-4cff-a4da-2682e27a4294 tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Unset dirty status for tenant:4ee9c34439d24a0aa06a5d622b509e5b on resource:security_group {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 00:59:17.793920 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d6c3aa90-d28b-4bda-821e-382f4f2b8d04 req-d702e677-e071-4cff-a4da-2682e27a4294 tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] 10.222.0.73 "GET /v2.0/security-groups?id=cf3f7d44-a07f-4f0e-a0a9-7567e7be5823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959607 Dec 04 00:59:17.823319 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0ac64da-4a9e-48d5-961f-b2508f444ce4', 'tag': '8d74fcf0-1c02-4ac7-99ff-87b58066c4b3', 'status': 'completed', 'code': 200} Dec 04 00:59:17.923567 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-1b6863f2-2742-4d93-99f6-b2580b2d40bf tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=04c9a96d934d4f7994fdaf4cc2f7c1bf HTTP/1.1" status: 200 len: 5505 time: 0.1236165 Dec 04 00:59:17.936091 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-7618a8c5-a9ef-426f-9662-588f12bdb109 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Request body: {'port': {'device_id': 'b4982bba-e848-46d4-8089-b906961fe755', 'network_id': 'b41ba9d1-b8eb-4b60-b39c-3d77682273c8', 'admin_state_up': True, 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'security_groups': ['b045fc3c-5356-410a-9403-a671e6d39263']}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:59:18.094235 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e96a732a-d0c5-429e-845e-0c7e4d3e50db req-e3676c67-592a-49e0-af52-d005e7561d7a tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=b4982bba-e848-46d4-8089-b906961fe755 HTTP/1.1" status: 200 len: 210 time: 0.0607045 Dec 04 00:59:18.114508 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1851f41-e860-417a-8662-06dfb8e787e2 req-7c16e9cf-f1b6-4837-a016-1678aeaa8d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:18.116614 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a1851f41-e860-417a-8662-06dfb8e787e2 req-7c16e9cf-f1b6-4837-a016-1678aeaa8d0b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4ee9c34439d24a0aa06a5d622b509e5b&device_id=a0ac64da-4a9e-48d5-961f-b2508f444ce4 HTTP/1.1" status: 200 len: 1165 time: 0.2421708 Dec 04 00:59:18.178752 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a1851f41-e860-417a-8662-06dfb8e787e2 req-b5e85969-c107-4f3a-9dd8-affce8833a51 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=4ee9c34439d24a0aa06a5d622b509e5b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435748 Dec 04 00:59:18.185167 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-7618a8c5-a9ef-426f-9662-588f12bdb109 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:59:18.189776 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-7618a8c5-a9ef-426f-9662-588f12bdb109 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Usage tracker for resource:port and tenant:04c9a96d934d4f7994fdaf4cc2f7c1bf is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:59:18.215586 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-7618a8c5-a9ef-426f-9662-588f12bdb109 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Quota usage for port was recalculated. Used quota:3. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:59:18.227467 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-7618a8c5-a9ef-426f-9662-588f12bdb109 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:59:18.344086 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-7618a8c5-a9ef-426f-9662-588f12bdb109 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Made reservation on behalf of 04c9a96d934d4f7994fdaf4cc2f7c1bf for: {'port': 1} {{(pid=80327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 00:59:18.350084 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-7618a8c5-a9ef-426f-9662-588f12bdb109 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:18.369724 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1851f41-e860-417a-8662-06dfb8e787e2 req-1281ab70-2c1a-4388-a972-d4d5e8fd2516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:18.371350 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a1851f41-e860-417a-8662-06dfb8e787e2 req-1281ab70-2c1a-4388-a972-d4d5e8fd2516 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1784799 Dec 04 00:59:18.501217 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:18.646534 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-df0bdf75-59d5-4294-bab7-3d0936513812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:18.648188 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-df0bdf75-59d5-4294-bab7-3d0936513812 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4ee9c34439d24a0aa06a5d622b509e5b&device_id=a0ac64da-4a9e-48d5-961f-b2508f444ce4 HTTP/1.1" status: 200 len: 1165 time: 0.1821771 Dec 04 00:59:18.770861 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-e107e06a-5301-4a4d-af80-e83d6e8d1390 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=8d74fcf0-1c02-4ac7-99ff-87b58066c4b3 HTTP/1.1" status: 200 len: 217 time: 0.1048112 Dec 04 00:59:18.850484 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-7618a8c5-a9ef-426f-9662-588f12bdb109 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Allocated IP 172.20.0.8 (b41ba9d1-b8eb-4b60-b39c-3d77682273c8/2d3dffb9-b2e9-4653-a15c-51f3777e3e03/659953b0-df0d-418d-808a-3705f81b1b5c) {{(pid=80327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 00:59:18.876567 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-1cf46bdb-ffa6-48c9-808e-3728d3a5b124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:18.877781 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-1cf46bdb-ffa6-48c9-808e-3728d3a5b124 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2af6a2a5-d58a-4299-8d1c-1af74eda77b9 HTTP/1.1" status: 200 len: 843 time: 0.0988531 Dec 04 00:59:18.924343 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:19.174485 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-b19f9243-c666-43cc-8c41-f79ea9937b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:19.175695 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-b19f9243-c666-43cc-8c41-f79ea9937b20 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4a8dd76a-ef00-4553-a0b0-aad4323dc243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2843933 Dec 04 00:59:19.248898 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483956a1-7d38-4aca-bee4-90b8e643e94a req-bf616654-a602-48b8-969f-6f28c347b41a tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:19.250525 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-483956a1-7d38-4aca-bee4-90b8e643e94a req-bf616654-a602-48b8-969f-6f28c347b41a tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] 10.222.0.73 "GET /v2.0/ports?device_id=a0ac64da-4a9e-48d5-961f-b2508f444ce4 HTTP/1.1" status: 200 len: 948 time: 0.3159168 Dec 04 00:59:19.311752 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-7618a8c5-a9ef-426f-9662-588f12bdb109 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for port, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:19.368486 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-7618a8c5-a9ef-426f-9662-588f12bdb109 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Transition to ACTIVE for port object 659953b0-df0d-418d-808a-3705f81b1b5c will not be triggered until provisioned by entity DHCP. {{(pid=80327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 00:59:19.409614 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-483956a1-7d38-4aca-bee4-90b8e643e94a req-f349ab30-bf29-4aae-9423-968917c61756 tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] 10.222.0.73 "GET /v2.0/security-groups?id=cf3f7d44-a07f-4f0e-a0a9-7567e7be5823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064804 Dec 04 00:59:19.447092 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-22a8b80b-7ea4-45b2-8dd3-b7c299e3d091 service neutron] 10.222.0.86 "GET /v2.0/networks/4a8dd76a-ef00-4553-a0b0-aad4323dc243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567155 Dec 04 00:59:19.484033 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-7618a8c5-a9ef-426f-9662-588f12bdb109 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:19.502377 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-616b5bba-5d11-4ba6-be66-294272506811 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:59:19.978407 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618a8c5-a9ef-426f-9662-588f12bdb109 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Pushing event updated for resources: {'Port': ['ID=659953b0-df0d-418d-808a-3705f81b1b5c,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:59:19.995554 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-7618a8c5-a9ef-426f-9662-588f12bdb109 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:59:20.086188 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bdc1c17d-657c-40c0-bfde-3f995064dd2a req-d80b66b9-6951-40e8-8225-8faac123ccf2 service neutron] 10.222.0.86 "GET /v2.0/networks/4a8dd76a-ef00-4553-a0b0-aad4323dc243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6318994 Dec 04 00:59:20.101367 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-7618a8c5-a9ef-426f-9662-588f12bdb109 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Network b41ba9d1-b8eb-4b60-b39c-3d77682273c8 is already hosted by enough agents. {{(pid=80327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 00:59:20.105096 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-7618a8c5-a9ef-426f-9662-588f12bdb109 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Resources bound (agent type, host, resource id): {{(pid=80327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:59:20.108102 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-7618a8c5-a9ef-426f-9662-588f12bdb109 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Received port after_create {{(pid=80327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 00:59:20.146363 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b63185-8b47-4a93-a479-b615b4da73fb req-2c4ae517-1697-4eb8-ba04-b8bdf9d52638 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:20.148086 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a8b63185-8b47-4a93-a479-b615b4da73fb req-2c4ae517-1697-4eb8-ba04-b8bdf9d52638 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=b4982bba-e848-46d4-8089-b906961fe755 HTTP/1.1" status: 200 len: 931 time: 0.7572625 Dec 04 00:59:20.219783 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-7618a8c5-a9ef-426f-9662-588f12bdb109 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:20.220463 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-7618a8c5-a9ef-426f-9662-588f12bdb109 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:20.230894 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a8b63185-8b47-4a93-a479-b615b4da73fb req-02d91850-1e7d-423d-bb52-ddad4e33205b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=b045fc3c-5356-410a-9403-a671e6d39263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739701 Dec 04 00:59:20.290443 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-7618a8c5-a9ef-426f-9662-588f12bdb109 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3583777 Dec 04 00:59:20.317940 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-3273fa5f-38e2-440a-81d1-b5aa2ca59bf2 service neutron] Request body: {'port': {'device_id': 'b4982bba-e848-46d4-8089-b906961fe755', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:59:20.392616 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-5ed83466-fee0-4d7b-aa2b-219d5b90e828 None None] Provisioning for port 659953b0-df0d-418d-808a-3705f81b1b5c completed by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 00:59:20.398495 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-5ed83466-fee0-4d7b-aa2b-219d5b90e828 None None] Provisioning complete for port 659953b0-df0d-418d-808a-3705f81b1b5c triggered by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:59:20.398915 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-5ed83466-fee0-4d7b-aa2b-219d5b90e828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:20.444279 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-3273fa5f-38e2-440a-81d1-b5aa2ca59bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:20.454232 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-5ed83466-fee0-4d7b-aa2b-219d5b90e828 None None] Port 659953b0-df0d-418d-808a-3705f81b1b5c cannot update to ACTIVE because it is not bound. {{(pid=80328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 04 00:59:20.798912 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063fc00d-1373-4771-a7cd-9f8fe09c9e2d req-a61587fe-c10f-409c-a1d7-a899278914b7 tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:20.800563 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-063fc00d-1373-4771-a7cd-9f8fe09c9e2d req-a61587fe-c10f-409c-a1d7-a899278914b7 tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] 10.222.0.73 "GET /v2.0/ports?device_id=a0ac64da-4a9e-48d5-961f-b2508f444ce4 HTTP/1.1" status: 200 len: 948 time: 0.2479985 Dec 04 00:59:20.887627 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-063fc00d-1373-4771-a7cd-9f8fe09c9e2d req-ed290780-9471-40be-bc1d-127657857190 tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] 10.222.0.73 "GET /v2.0/security-groups?id=cf3f7d44-a07f-4f0e-a0a9-7567e7be5823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795510 Dec 04 00:59:20.975764 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-3273fa5f-38e2-440a-81d1-b5aa2ca59bf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 659953b0-df0d-418d-808a-3705f81b1b5c {{(pid=80327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 04 00:59:20.983141 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-3273fa5f-38e2-440a-81d1-b5aa2ca59bf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:20.996305 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-3273fa5f-38e2-440a-81d1-b5aa2ca59bf2 service neutron] Transition to ACTIVE for port object 659953b0-df0d-418d-808a-3705f81b1b5c will not be triggered until provisioned by entity L2. {{(pid=80327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 00:59:21.030635 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-3273fa5f-38e2-440a-81d1-b5aa2ca59bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27697970'] for port, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:21.045287 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a3ca2995-f34c-44fe-8a20-86999e1025bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:59:21.178862 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273fa5f-38e2-440a-81d1-b5aa2ca59bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=659953b0-df0d-418d-808a-3705f81b1b5c,revision_number=2']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:59:21.188472 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-3273fa5f-38e2-440a-81d1-b5aa2ca59bf2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:59:21.384308 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-3273fa5f-38e2-440a-81d1-b5aa2ca59bf2 service neutron] Attempting to bind port 659953b0-df0d-418d-808a-3705f81b1b5c on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 00:59:21.384832 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-3273fa5f-38e2-440a-81d1-b5aa2ca59bf2 service neutron] Attempting to bind port 659953b0-df0d-418d-808a-3705f81b1b5c by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '8ede4a70-4206-4219-8975-4c9d08884fc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b41ba9d1-b8eb-4b60-b39c-3d77682273c8'}] {{(pid=80327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 00:59:21.385207 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-3273fa5f-38e2-440a-81d1-b5aa2ca59bf2 service neutron] Attempting to bind port 659953b0-df0d-418d-808a-3705f81b1b5c on network b41ba9d1-b8eb-4b60-b39c-3d77682273c8 {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 00:59:21.391342 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-3273fa5f-38e2-440a-81d1-b5aa2ca59bf2 service neutron] Checking agent: {'id': '37b4fca6-97cd-43de-9e09-0e080c5ad260', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 52, 16), 'started_at': datetime.datetime(2020, 12, 4, 0, 52, 46), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 00:59:21.391729 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-3273fa5f-38e2-440a-81d1-b5aa2ca59bf2 service neutron] Checking segment: {'id': '8ede4a70-4206-4219-8975-4c9d08884fc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b41ba9d1-b8eb-4b60-b39c-3d77682273c8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 00:59:21.392143 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-3273fa5f-38e2-440a-81d1-b5aa2ca59bf2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:21.392546 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-3273fa5f-38e2-440a-81d1-b5aa2ca59bf2 service neutron] Bound using segment: {'id': '8ede4a70-4206-4219-8975-4c9d08884fc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b41ba9d1-b8eb-4b60-b39c-3d77682273c8'} {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 00:59:21.393033 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-3273fa5f-38e2-440a-81d1-b5aa2ca59bf2 service neutron] Bound port: 659953b0-df0d-418d-808a-3705f81b1b5c, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ede4a70-4206-4219-8975-4c9d08884fc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b41ba9d1-b8eb-4b60-b39c-3d77682273c8'}}] {{(pid=80327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 00:59:21.394969 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-3273fa5f-38e2-440a-81d1-b5aa2ca59bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:21.542259 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-3273fa5f-38e2-440a-81d1-b5aa2ca59bf2 service neutron] For port 659953b0-df0d-418d-808a-3705f81b1b5c, host hv-cinder-76330, cleared binding levels {{(pid=80327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 00:59:21.561925 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-3273fa5f-38e2-440a-81d1-b5aa2ca59bf2 service neutron] For port 659953b0-df0d-418d-808a-3705f81b1b5c, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=659953b0-df0d-418d-808a-3705f81b1b5c,segment=NetworkSegment(8ede4a70-4206-4219-8975-4c9d08884fc7),segment_id=8ede4a70-4206-4219-8975-4c9d08884fc7)] {{(pid=80327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 00:59:21.598219 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc2432-6acd-427b-9935-d60261c261c3 req-f38f4d9b-2a4d-4239-a937-94547ba11fbd tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:21.598986 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-33bc2432-6acd-427b-9935-d60261c261c3 req-f38f4d9b-2a4d-4239-a937-94547ba11fbd tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Synchronizing usage tracker for tenant:04c9a96d934d4f7994fdaf4cc2f7c1bf on resource:port {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 00:59:21.604322 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-3273fa5f-38e2-440a-81d1-b5aa2ca59bf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27697970'] for port, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:21.620913 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-943f3297-3674-477d-8b54-86e56b10fcd0 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:59:21.782631 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273fa5f-38e2-440a-81d1-b5aa2ca59bf2 service neutron] Pushing event updated for resources: {'Port': ['ID=659953b0-df0d-418d-808a-3705f81b1b5c,revision_number=3']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:59:21.786234 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-3273fa5f-38e2-440a-81d1-b5aa2ca59bf2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:59:21.810858 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-33bc2432-6acd-427b-9935-d60261c261c3 req-f38f4d9b-2a4d-4239-a937-94547ba11fbd tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Unset dirty status for tenant:04c9a96d934d4f7994fdaf4cc2f7c1bf on resource:port {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 00:59:21.812383 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-33bc2432-6acd-427b-9935-d60261c261c3 req-f38f4d9b-2a4d-4239-a937-94547ba11fbd tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=b4982bba-e848-46d4-8089-b906961fe755 HTTP/1.1" status: 200 len: 943 time: 0.4053240 Dec 04 00:59:21.848269 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-3273fa5f-38e2-440a-81d1-b5aa2ca59bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:21.848947 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-3273fa5f-38e2-440a-81d1-b5aa2ca59bf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:21.851029 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-3273fa5f-38e2-440a-81d1-b5aa2ca59bf2 service neutron] 10.222.0.86 "PUT /v2.0/ports/659953b0-df0d-418d-808a-3705f81b1b5c HTTP/1.1" status: 200 len: 1157 time: 1.5383778 Dec 04 00:59:21.851585 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4982bba-e848-46d4-8089-b906961fe755', 'tag': '659953b0-df0d-418d-808a-3705f81b1b5c'}] {{(pid=80327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:59:21.880773 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-33bc2432-6acd-427b-9935-d60261c261c3 req-22d0cd68-ed4f-49a4-bf68-0960cb9a2b1d tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=b045fc3c-5356-410a-9403-a671e6d39263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596712 Dec 04 00:59:21.922814 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4982bba-e848-46d4-8089-b906961fe755', 'tag': '659953b0-df0d-418d-808a-3705f81b1b5c', 'status': 'completed', 'code': 200} Dec 04 00:59:22.084109 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-79bf6cf2-3b61-4ab7-a87a-94109c6c9072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:22.086013 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-79bf6cf2-3b61-4ab7-a87a-94109c6c9072 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=04c9a96d934d4f7994fdaf4cc2f7c1bf&device_id=b4982bba-e848-46d4-8089-b906961fe755 HTTP/1.1" status: 200 len: 1160 time: 0.1314502 Dec 04 00:59:22.174345 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-176bc79d-403c-4ae0-b87d-810c05721b68 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=659953b0-df0d-418d-808a-3705f81b1b5c HTTP/1.1" status: 200 len: 217 time: 0.0704169 Dec 04 00:59:22.234929 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388c014-94f0-44a7-8f09-6085ccd27d8b req-953f5dbe-00bb-44f7-9fbb-4da870132791 tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:22.236554 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7388c014-94f0-44a7-8f09-6085ccd27d8b req-953f5dbe-00bb-44f7-9fbb-4da870132791 tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] 10.222.0.73 "GET /v2.0/ports?device_id=a0ac64da-4a9e-48d5-961f-b2508f444ce4 HTTP/1.1" status: 200 len: 948 time: 0.2105103 Dec 04 00:59:22.279918 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-3670284a-6553-4e1f-9d97-732d0b067c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:22.281483 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-3670284a-6553-4e1f-9d97-732d0b067c36 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2d3dffb9-b2e9-4653-a15c-51f3777e3e03 HTTP/1.1" status: 200 len: 850 time: 0.1002362 Dec 04 00:59:22.343030 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7388c014-94f0-44a7-8f09-6085ccd27d8b req-60b7fd3f-09cb-4cd6-98ce-7a57d48b3b88 tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] 10.222.0.73 "GET /v2.0/security-groups?id=cf3f7d44-a07f-4f0e-a0a9-7567e7be5823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992010 Dec 04 00:59:22.375886 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-4f433627-abac-418f-9eb4-215352410fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:22.377511 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-4f433627-abac-418f-9eb4-215352410fb3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b41ba9d1-b8eb-4b60-b39c-3d77682273c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0866702 Dec 04 00:59:22.529895 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-3aec958b-74d1-4203-8eb8-4344ca62d984 service neutron] 10.222.0.86 "GET /v2.0/networks/b41ba9d1-b8eb-4b60-b39c-3d77682273c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443238 Dec 04 00:59:22.680966 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-32fcef51-8358-4ed4-b1a1-cac1411b4d73 req-7dbb6fc3-aa55-4d8a-8df2-7f398ce146b0 service neutron] 10.222.0.86 "GET /v2.0/networks/b41ba9d1-b8eb-4b60-b39c-3d77682273c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1442854 Dec 04 00:59:22.901011 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d15772-431b-4bf1-b039-9ea7c9533053 req-cb9a28d3-2b98-423c-b226-d107317a620d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:22.902650 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c4d15772-431b-4bf1-b039-9ea7c9533053 req-cb9a28d3-2b98-423c-b226-d107317a620d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=04c9a96d934d4f7994fdaf4cc2f7c1bf&device_id=b4982bba-e848-46d4-8089-b906961fe755 HTTP/1.1" status: 200 len: 1160 time: 0.0823646 Dec 04 00:59:23.105011 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d15772-431b-4bf1-b039-9ea7c9533053 req-2105a605-2d79-4d22-be4a-71fd5d390646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:23.106658 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c4d15772-431b-4bf1-b039-9ea7c9533053 req-2105a605-2d79-4d22-be4a-71fd5d390646 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b41ba9d1-b8eb-4b60-b39c-3d77682273c8 HTTP/1.1" status: 200 len: 905 time: 0.1917920 Dec 04 00:59:23.189602 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c4d15772-431b-4bf1-b039-9ea7c9533053 req-54c316af-02d1-449c-ba43-296b5e74f969 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=659953b0-df0d-418d-808a-3705f81b1b5c HTTP/1.1" status: 200 len: 217 time: 0.0707364 Dec 04 00:59:23.242762 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf9d3d-9718-452d-ac7f-bac7e0b1f682 req-5185d584-d437-40a1-9dd5-726d5f016254 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:23.244426 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-10bf9d3d-9718-452d-ac7f-bac7e0b1f682 req-5185d584-d437-40a1-9dd5-726d5f016254 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=b4982bba-e848-46d4-8089-b906961fe755 HTTP/1.1" status: 200 len: 943 time: 0.2243900 Dec 04 00:59:23.303347 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d15772-431b-4bf1-b039-9ea7c9533053 req-957c48e0-cd6f-4a55-827c-6d5bd47165c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:23.304908 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c4d15772-431b-4bf1-b039-9ea7c9533053 req-957c48e0-cd6f-4a55-827c-6d5bd47165c8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2d3dffb9-b2e9-4653-a15c-51f3777e3e03 HTTP/1.1" status: 200 len: 850 time: 0.1066864 Dec 04 00:59:23.309143 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-10bf9d3d-9718-452d-ac7f-bac7e0b1f682 req-4704bb65-1c6c-4e05-84ea-2b702d9e6c47 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=b045fc3c-5356-410a-9403-a671e6d39263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574341 Dec 04 00:59:23.392320 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d15772-431b-4bf1-b039-9ea7c9533053 req-9b03b043-16ce-4f61-bdef-70804aa996ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:23.393965 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c4d15772-431b-4bf1-b039-9ea7c9533053 req-9b03b043-16ce-4f61-bdef-70804aa996ce service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b41ba9d1-b8eb-4b60-b39c-3d77682273c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0803969 Dec 04 00:59:23.782145 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Network 4a8dd76a-ef00-4553-a0b0-aad4323dc243 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 00:59:23.830793 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c4d15772-431b-4bf1-b039-9ea7c9533053 req-6294ab12-2cca-4657-82f3-52c15ad34362 service neutron] 10.222.0.86 "GET /v2.0/networks/b41ba9d1-b8eb-4b60-b39c-3d77682273c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4273670 Dec 04 00:59:23.874342 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47a811-82a5-4fce-903b-4cec7dafc949 req-4340f2b3-b956-458e-aad5-7a7078e4bf76 tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:23.876265 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-0d47a811-82a5-4fce-903b-4cec7dafc949 req-4340f2b3-b956-458e-aad5-7a7078e4bf76 tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] 10.222.0.73 "GET /v2.0/ports?device_id=a0ac64da-4a9e-48d5-961f-b2508f444ce4 HTTP/1.1" status: 200 len: 948 time: 0.3937557 Dec 04 00:59:24.014766 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-0d47a811-82a5-4fce-903b-4cec7dafc949 req-1cacb801-9e7c-4a05-a1f4-5bd5e85220a0 tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] 10.222.0.73 "GET /v2.0/security-groups?id=cf3f7d44-a07f-4f0e-a0a9-7567e7be5823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813930 Dec 04 00:59:24.034297 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c4d15772-431b-4bf1-b039-9ea7c9533053 req-efd43596-70d5-4559-acbd-3176a414d42f service neutron] 10.222.0.86 "GET /v2.0/networks/b41ba9d1-b8eb-4b60-b39c-3d77682273c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1949809 Dec 04 00:59:24.235705 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.objects.ports [None req-83a6e58f-2cd9-4c64-89ee-a34ff9cf8fe0 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80328) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 04 00:59:24.658381 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485f5384-3908-4a08-80d8-485bd3edab82 req-c7ff6350-b4c1-4090-86df-fa55676084f0 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:24.660048 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-485f5384-3908-4a08-80d8-485bd3edab82 req-c7ff6350-b4c1-4090-86df-fa55676084f0 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=b4982bba-e848-46d4-8089-b906961fe755 HTTP/1.1" status: 200 len: 943 time: 0.0874002 Dec 04 00:59:24.709301 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-485f5384-3908-4a08-80d8-485bd3edab82 req-236d2bc9-1336-4949-b717-853aef09acaa tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=b045fc3c-5356-410a-9403-a671e6d39263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417068 Dec 04 00:59:24.925908 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 8d74fcf0-1c02-4ac7-99ff-87b58066c4b3 up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:59:25.026056 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning for port 8d74fcf0-1c02-4ac7-99ff-87b58066c4b3 completed by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 00:59:25.030983 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port 8d74fcf0-1c02-4ac7-99ff-87b58066c4b3 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:59:25.031433 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:25.159877 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:25.242887 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0824d-bb3e-4507-84b7-4da51f109cb5 req-71532fe3-27b8-48f5-bdfc-066c0373aefb tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:25.244654 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2aa0824d-bb3e-4507-84b7-4da51f109cb5 req-71532fe3-27b8-48f5-bdfc-066c0373aefb tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] 10.222.0.73 "GET /v2.0/ports?device_id=a0ac64da-4a9e-48d5-961f-b2508f444ce4 HTTP/1.1" status: 200 len: 948 time: 0.0900028 Dec 04 00:59:25.300580 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2aa0824d-bb3e-4507-84b7-4da51f109cb5 req-3ffeffa8-f92f-4bb0-a452-d2dbeba7feeb tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] 10.222.0.73 "GET /v2.0/security-groups?id=cf3f7d44-a07f-4f0e-a0a9-7567e7be5823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491040 Dec 04 00:59:25.350186 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ac64da-4a9e-48d5-961f-b2508f444ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d74fcf0-1c02-4ac7-99ff-87b58066c4b3'}] {{(pid=80328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:59:25.360615 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] For port 8d74fcf0-1c02-4ac7-99ff-87b58066c4b3, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=8d74fcf0-1c02-4ac7-99ff-87b58066c4b3,segment=NetworkSegment(d6adbd16-ccfc-47dc-88ca-5f2258b5a469),segment_id=d6adbd16-ccfc-47dc-88ca-5f2258b5a469)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:59:25.386104 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:25.387032 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 2ac4f24b-4dd7-4d39-9a7d-ee02751d543e up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:59:25.416442 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ac64da-4a9e-48d5-961f-b2508f444ce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d74fcf0-1c02-4ac7-99ff-87b58066c4b3', 'code': 200} Dec 04 00:59:25.416963 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:59:25.509548 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Pushing event updated for resources: {'Port': ['ID=8d74fcf0-1c02-4ac7-99ff-87b58066c4b3,revision_number=4']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:59:25.514879 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:59:25.522019 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port 2ac4f24b-4dd7-4d39-9a7d-ee02751d543e triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:59:25.522441 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:25.761652 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f8e31-f7e1-44c4-9a6d-cecac214613e req-73cafcfa-b9ed-4286-af67-a98de8a900ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:25.763204 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b94f8e31-f7e1-44c4-9a6d-cecac214613e req-73cafcfa-b9ed-4286-af67-a98de8a900ea service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a0ac64da-4a9e-48d5-961f-b2508f444ce4 HTTP/1.1" status: 200 len: 1167 time: 0.0752602 Dec 04 00:59:25.812350 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b94f8e31-f7e1-44c4-9a6d-cecac214613e req-575a9e95-00d2-4b77-b4a6-a1e782da454c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=cf3f7d44-a07f-4f0e-a0a9-7567e7be5823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390427 Dec 04 00:59:25.925576 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822008f-a3a7-41b5-9144-334e3990d4db req-c335ac5a-79fa-4d04-9abf-a16acb6fa369 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:25.927215 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7822008f-a3a7-41b5-9144-334e3990d4db req-c335ac5a-79fa-4d04-9abf-a16acb6fa369 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=b4982bba-e848-46d4-8089-b906961fe755 HTTP/1.1" status: 200 len: 943 time: 0.0865378 Dec 04 00:59:25.977493 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7822008f-a3a7-41b5-9144-334e3990d4db req-ed500782-a727-4fe6-b217-152ff6e98eb4 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=b045fc3c-5356-410a-9403-a671e6d39263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432315 Dec 04 00:59:26.515759 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7ba20-9309-488b-9a4a-0b8b9ec944b7 req-a33aa7eb-122d-43ec-ba1d-9643495b2657 tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:26.517361 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2ca7ba20-9309-488b-9a4a-0b8b9ec944b7 req-a33aa7eb-122d-43ec-ba1d-9643495b2657 tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] 10.222.0.73 "GET /v2.0/ports?device_id=a0ac64da-4a9e-48d5-961f-b2508f444ce4 HTTP/1.1" status: 200 len: 950 time: 0.0827203 Dec 04 00:59:26.564167 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2ca7ba20-9309-488b-9a4a-0b8b9ec944b7 req-5c626823-b3df-4d32-beea-6f410ac92e74 tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] 10.222.0.73 "GET /v2.0/security-groups?id=cf3f7d44-a07f-4f0e-a0a9-7567e7be5823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400109 Dec 04 00:59:26.862702 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 8d74fcf0-1c02-4ac7-99ff-87b58066c4b3 up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:59:26.934972 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port 8d74fcf0-1c02-4ac7-99ff-87b58066c4b3 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:59:26.935448 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:27.052671 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 659953b0-df0d-418d-808a-3705f81b1b5c up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:59:27.180598 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning for port 659953b0-df0d-418d-808a-3705f81b1b5c completed by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 00:59:27.185978 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port 659953b0-df0d-418d-808a-3705f81b1b5c triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:59:27.186405 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:27.200794 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6744fc-ceeb-4e2e-926a-34ba609c14a7 req-d32c9468-8da3-4561-995a-e82cfc984fed tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:27.210246 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ec6744fc-ceeb-4e2e-926a-34ba609c14a7 req-d32c9468-8da3-4561-995a-e82cfc984fed tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=b4982bba-e848-46d4-8089-b906961fe755 HTTP/1.1" status: 200 len: 943 time: 0.0999942 Dec 04 00:59:27.255415 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ec6744fc-ceeb-4e2e-926a-34ba609c14a7 req-dc48b63d-53f1-4e3f-b275-6c10aa050b9f tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=b045fc3c-5356-410a-9403-a671e6d39263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436487 Dec 04 00:59:27.307767 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:27.341161 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] For port 659953b0-df0d-418d-808a-3705f81b1b5c, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=659953b0-df0d-418d-808a-3705f81b1b5c,segment=NetworkSegment(8ede4a70-4206-4219-8975-4c9d08884fc7),segment_id=8ede4a70-4206-4219-8975-4c9d08884fc7)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:59:27.368917 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:27.370832 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-08837178-af75-4b50-a7bc-65b873a84665 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:59:27.417379 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4982bba-e848-46d4-8089-b906961fe755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659953b0-df0d-418d-808a-3705f81b1b5c'}] {{(pid=80328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:59:27.445264 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Pushing event updated for resources: {'Port': ['ID=659953b0-df0d-418d-808a-3705f81b1b5c,revision_number=4']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:59:27.448636 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:59:27.485150 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4982bba-e848-46d4-8089-b906961fe755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659953b0-df0d-418d-808a-3705f81b1b5c', 'code': 200} Dec 04 00:59:27.778398 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a1154-e4a1-4803-9a40-2dd307717990 req-ff11cc67-0666-4343-a157-6bbb5de4aa0c tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:27.780036 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-691a1154-e4a1-4803-9a40-2dd307717990 req-ff11cc67-0666-4343-a157-6bbb5de4aa0c tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] 10.222.0.73 "GET /v2.0/ports?device_id=a0ac64da-4a9e-48d5-961f-b2508f444ce4 HTTP/1.1" status: 200 len: 950 time: 0.0855289 Dec 04 00:59:27.872148 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-691a1154-e4a1-4803-9a40-2dd307717990 req-cc01ed65-4f31-4c71-b4c9-c094e28b451c tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] 10.222.0.73 "GET /v2.0/security-groups?id=cf3f7d44-a07f-4f0e-a0a9-7567e7be5823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559869 Dec 04 00:59:27.894249 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87c69ef-9fbe-4297-8f4f-2c11abef9680 req-b5fb5c74-21be-4959-a4ad-422464363e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:27.895902 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e87c69ef-9fbe-4297-8f4f-2c11abef9680 req-b5fb5c74-21be-4959-a4ad-422464363e96 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b4982bba-e848-46d4-8089-b906961fe755 HTTP/1.1" status: 200 len: 1162 time: 0.1149163 Dec 04 00:59:27.947076 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e87c69ef-9fbe-4297-8f4f-2c11abef9680 req-94e5e929-f09a-4320-9f6c-ed77d6112685 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b045fc3c-5356-410a-9403-a671e6d39263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380790 Dec 04 00:59:28.385156 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 8d74fcf0-1c02-4ac7-99ff-87b58066c4b3 up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:59:28.457346 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port 8d74fcf0-1c02-4ac7-99ff-87b58066c4b3 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:59:28.457768 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:28.548406 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33fa2c-026c-428e-9b13-74bf7a295f31 req-93c62160-26d5-4fa2-8646-779cad71e282 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:28.549934 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-4b33fa2c-026c-428e-9b13-74bf7a295f31 req-93c62160-26d5-4fa2-8646-779cad71e282 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=b4982bba-e848-46d4-8089-b906961fe755 HTTP/1.1" status: 200 len: 945 time: 0.1576331 Dec 04 00:59:28.556066 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887d859-4b87-45d8-882b-e705adbaa07f req-a0d2bf9b-c7fc-41f3-95e2-2ee68b99e0e7 tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:28.557594 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3887d859-4b87-45d8-882b-e705adbaa07f req-a0d2bf9b-c7fc-41f3-95e2-2ee68b99e0e7 tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] 10.222.0.73 "GET /v2.0/ports?device_id=a0ac64da-4a9e-48d5-961f-b2508f444ce4 HTTP/1.1" status: 200 len: 950 time: 0.1276462 Dec 04 00:59:28.580632 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 659953b0-df0d-418d-808a-3705f81b1b5c up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:59:28.635729 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-4b33fa2c-026c-428e-9b13-74bf7a295f31 req-ac5200e4-0c4a-4b6b-b85d-d91b46a4be89 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=b045fc3c-5356-410a-9403-a671e6d39263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770967 Dec 04 00:59:28.639927 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3887d859-4b87-45d8-882b-e705adbaa07f req-bc74ba2e-60bd-4122-b2a5-8cb496d96d29 tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] 10.222.0.73 "GET /v2.0/security-groups?id=cf3f7d44-a07f-4f0e-a0a9-7567e7be5823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667813 Dec 04 00:59:28.649616 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port 659953b0-df0d-418d-808a-3705f81b1b5c triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:59:28.650043 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:29.919134 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71885fe8-8fe1-456f-b197-a462ab62111a req-239eebd2-35fc-4da7-ad41-e17e2828744f tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:29.920815 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-71885fe8-8fe1-456f-b197-a462ab62111a req-239eebd2-35fc-4da7-ad41-e17e2828744f tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=b4982bba-e848-46d4-8089-b906961fe755 HTTP/1.1" status: 200 len: 945 time: 0.1518543 Dec 04 00:59:29.926800 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f6ade-6722-4277-8f8c-e1ce8abee8fe req-ea8899e9-8f8d-4b81-85c2-bd5ff65b910e tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:29.928923 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-4c2f6ade-6722-4277-8f8c-e1ce8abee8fe req-ea8899e9-8f8d-4b81-85c2-bd5ff65b910e tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] 10.222.0.73 "GET /v2.0/ports?device_id=a0ac64da-4a9e-48d5-961f-b2508f444ce4 HTTP/1.1" status: 200 len: 950 time: 0.1196551 Dec 04 00:59:30.008880 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-71885fe8-8fe1-456f-b197-a462ab62111a req-d2e84d70-212c-4fab-ae18-0149919406e8 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=b045fc3c-5356-410a-9403-a671e6d39263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789173 Dec 04 00:59:30.014569 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-4c2f6ade-6722-4277-8f8c-e1ce8abee8fe req-98235fe2-6d4a-4cb4-9428-0c484095d4c3 tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] 10.222.0.73 "GET /v2.0/security-groups?id=cf3f7d44-a07f-4f0e-a0a9-7567e7be5823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694947 Dec 04 00:59:30.254545 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d678c43-7965-47de-b4d8-e929812934cc req-e564de75-f7dc-4123-872f-e0eee085fc5c tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:30.256399 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-0d678c43-7965-47de-b4d8-e929812934cc req-e564de75-f7dc-4123-872f-e0eee085fc5c tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=b4982bba-e848-46d4-8089-b906961fe755 HTTP/1.1" status: 200 len: 945 time: 0.0953782 Dec 04 00:59:30.270095 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 41636) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:59:30.276602 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-af4d9a14-6a67-48e4-a19c-ef12a3aa2822 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Request body: {'floatingip': {'port_id': '659953b0-df0d-418d-808a-3705f81b1b5c'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:59:30.361065 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-af4d9a14-6a67-48e4-a19c-ef12a3aa2822 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for floatingip, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:30.768947 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599d983-9e9a-4e60-ae31-1a36cc6acb9e req-d45182ae-a4e0-4222-b573-84753b9a3c0f tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:30.770509 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8599d983-9e9a-4e60-ae31-1a36cc6acb9e req-d45182ae-a4e0-4222-b573-84753b9a3c0f tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] 10.222.0.86 "GET /v2.0/ports?device_id=a0ac64da-4a9e-48d5-961f-b2508f444ce4 HTTP/1.1" status: 200 len: 950 time: 0.2486043 Dec 04 00:59:30.948648 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-8599d983-9e9a-4e60-ae31-1a36cc6acb9e req-37e64b56-c3e8-4716-89fd-788acfad2802 tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Deleting port 8d74fcf0-1c02-4ac7-99ff-87b58066c4b3 {{(pid=80327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 00:59:30.949185 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-8599d983-9e9a-4e60-ae31-1a36cc6acb9e req-37e64b56-c3e8-4716-89fd-788acfad2802 tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:31.231646 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.db.resource_extend [None req-af4d9a14-6a67-48e4-a19c-ef12a3aa2822 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Dec 04 00:59:31.599968 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-af4d9a14-6a67-48e4-a19c-ef12a3aa2822 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for floatingip, precommit_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:31.609343 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-8599d983-9e9a-4e60-ae31-1a36cc6acb9e req-37e64b56-c3e8-4716-89fd-788acfad2802 tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] For port 8d74fcf0-1c02-4ac7-99ff-87b58066c4b3, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=8d74fcf0-1c02-4ac7-99ff-87b58066c4b3,segment=NetworkSegment(d6adbd16-ccfc-47dc-88ca-5f2258b5a469),segment_id=d6adbd16-ccfc-47dc-88ca-5f2258b5a469)] {{(pid=80327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:59:31.612147 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-8599d983-9e9a-4e60-ae31-1a36cc6acb9e req-37e64b56-c3e8-4716-89fd-788acfad2802 tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:31.739367 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-af4d9a14-6a67-48e4-a19c-ef12a3aa2822 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656493'] for floatingip, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:31.803973 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-8599d983-9e9a-4e60-ae31-1a36cc6acb9e req-37e64b56-c3e8-4716-89fd-788acfad2802 tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Calling delete_port for 8d74fcf0-1c02-4ac7-99ff-87b58066c4b3 owned by compute:nova {{(pid=80327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 00:59:31.908146 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41661460-4170-4548-8c43-0231ae5a53bb req-73fcfea8-fd45-441d-afd2-138382d2d1f8 tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:31.909758 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-41661460-4170-4548-8c43-0231ae5a53bb req-73fcfea8-fd45-441d-afd2-138382d2d1f8 tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] 10.222.0.73 "GET /v2.0/ports?device_id=a0ac64da-4a9e-48d5-961f-b2508f444ce4 HTTP/1.1" status: 200 len: 950 time: 0.7419140 Dec 04 00:59:31.975651 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 8d74fcf0-1c02-4ac7-99ff-87b58066c4b3 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 00:59:32.028791 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-41661460-4170-4548-8c43-0231ae5a53bb req-1c2833f3-b288-4bbc-b762-0cea9be5ce45 tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] 10.222.0.73 "GET /v2.0/security-groups?id=cf3f7d44-a07f-4f0e-a0a9-7567e7be5823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105416 Dec 04 00:59:32.085806 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.db.l3_db [None req-af4d9a14-6a67-48e4-a19c-ef12a3aa2822 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Floating IP 206143ae-156e-4e96-9456-45102f77da8d associated. External IP: 172.28.3.140, port: 659953b0-df0d-418d-808a-3705f81b1b5c. Dec 04 00:59:32.103681 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:32.346343 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-8599d983-9e9a-4e60-ae31-1a36cc6acb9e req-37e64b56-c3e8-4716-89fd-788acfad2802 tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291473225622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291473606618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:32.415726 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:59:32.486835 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e64b56-c3e8-4716-89fd-788acfad2802 tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Pushing event deleted for resources: {'Port': ['ID=8d74fcf0-1c02-4ac7-99ff-87b58066c4b3,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:59:32.543950 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-37e64b56-c3e8-4716-89fd-788acfad2802 tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:59:32.639356 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4d9a14-6a67-48e4-a19c-ef12a3aa2822 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Router e73d3ce5-26db-42a2-a516-d94cddde4093 has already been hosted by L3 agent 584cecf2-ad77-484a-986e-0fea284e741d {{(pid=80327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 00:59:32.747203 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [req-8599d983-9e9a-4e60-ae31-1a36cc6acb9e req-37e64b56-c3e8-4716-89fd-788acfad2802 tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] No DVR routers for this DVR port 8d74fcf0-1c02-4ac7-99ff-87b58066c4b3 on host hv-cinder-76330 {{(pid=80327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 00:59:32.804734 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-8599d983-9e9a-4e60-ae31-1a36cc6acb9e req-37e64b56-c3e8-4716-89fd-788acfad2802 tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:32.807564 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ac64da-4a9e-48d5-961f-b2508f444ce4', 'name': 'network-vif-deleted', 'tag': '8d74fcf0-1c02-4ac7-99ff-87b58066c4b3'}] {{(pid=80327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:59:32.881205 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0ac64da-4a9e-48d5-961f-b2508f444ce4', 'name': 'network-vif-deleted', 'tag': '8d74fcf0-1c02-4ac7-99ff-87b58066c4b3', 'status': 'completed', 'code': 200} Dec 04 00:59:32.892194 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4d9a14-6a67-48e4-a19c-ef12a3aa2822 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify agent at l3_agent.dv-cinder-763306-5-smb the message routers_updated {{(pid=80327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 00:59:32.893110 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-af4d9a14-6a67-48e4-a19c-ef12a3aa2822 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for floatingip, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:32.898662 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d3c14f-2ad9-428e-ae0c-f017959c6753 None None] Sync routers for ids ['e73d3ce5-26db-42a2-a516-d94cddde4093'] in dv-cinder-763306-5-smb {{(pid=80328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 00:59:32.910332 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d3c14f-2ad9-428e-ae0c-f017959c6753 None None] Routers {'e73d3ce5-26db-42a2-a516-d94cddde4093'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 00:59:32.911112 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-94d3c14f-2ad9-428e-ae0c-f017959c6753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T00:59:17Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['e73d3ce5-26db-42a2-a516-d94cddde4093'], 'active': True} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:59:32.923073 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8599d983-9e9a-4e60-ae31-1a36cc6acb9e req-37e64b56-c3e8-4716-89fd-788acfad2802 tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] 10.222.0.86 "DELETE /v2.0/ports/8d74fcf0-1c02-4ac7-99ff-87b58066c4b3 HTTP/1.1" status: 204 len: 173 time: 2.1397040 Dec 04 00:59:32.951870 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-af4d9a14-6a67-48e4-a19c-ef12a3aa2822 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "PUT /v2.0/floatingips/206143ae-156e-4e96-9456-45102f77da8d HTTP/1.1" status: 200 len: 991 time: 2.6800518 Dec 04 00:59:33.111805 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-94d3c14f-2ad9-428e-ae0c-f017959c6753 None None] Set router e73d3ce5-26db-42a2-a516-d94cddde4093 gateway port host: dv-cinder-763306-5-smb {{(pid=80328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 00:59:33.253070 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-903613ac-c237-4471-a8b0-7a9329deea83 req-b60b0471-9e7b-4d72-b974-d9a5ee3e871a tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Synchronizing usage tracker for tenant:4ee9c34439d24a0aa06a5d622b509e5b on resource:port {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 00:59:33.283484 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-903613ac-c237-4471-a8b0-7a9329deea83 req-b60b0471-9e7b-4d72-b974-d9a5ee3e871a tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Unset dirty status for tenant:4ee9c34439d24a0aa06a5d622b509e5b on resource:port {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 00:59:33.284790 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-903613ac-c237-4471-a8b0-7a9329deea83 req-b60b0471-9e7b-4d72-b974-d9a5ee3e871a tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] 10.222.0.73 "GET /v2.0/ports?device_id=a0ac64da-4a9e-48d5-961f-b2508f444ce4 HTTP/1.1" status: 200 len: 210 time: 0.0782852 Dec 04 00:59:33.482951 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-94d3c14f-2ad9-428e-ae0c-f017959c6753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'name': 'tempest-AttachVolumeTestJSON-2010543096-router', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.252'}], 'enable_snat': True}, 'gw_port_id': '58a8596b-a868-4d09-a984-0a9b88900097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:22Z', 'updated_at': '2020-12-04T00:54:31Z', 'revision_number': 4, 'project_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'gw_port': {'id': '58a8596b-a868-4d09-a984-0a9b88900097', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:24Z', 'updated_at': '2020-12-04T00:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_floatingips': [{'id': '206143ae-156e-4e96-9456-45102f77da8d', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'floating_ip_address': '172.28.3.140', 'floating_network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'router_id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'port_id': '659953b0-df0d-418d-808a-3705f81b1b5c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b41ba9d1-b8eb-4b60-b39c-3d77682273c8', 'mac_address': 'fa:16:3e:c1:b9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4982bba-e848-46d4-8089-b906961fe755', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:59:10Z', 'updated_at': '2020-12-04T00:59:31Z', 'revision_number': 1, 'project_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed57316-8a1d-4683-8006-f7e7ac4e783e', 'name': '', 'network_id': 'b41ba9d1-b8eb-4b60-b39c-3d77682273c8', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'mac_address': 'fa:16:3e:4e:0a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2d3dffb9-b2e9-4653-a15c-51f3777e3e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:29Z', 'updated_at': '2020-12-04T00:54:47Z', 'revision_number': 5, 'project_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'subnets': [{'id': '2d3dffb9-b2e9-4653-a15c-51f3777e3e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:59:33.487110 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d3c14f-2ad9-428e-ae0c-f017959c6753 None None] Checking router: e73d3ce5-26db-42a2-a516-d94cddde4093 for host: dv-cinder-763306-5-smb {{(pid=80328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 00:59:33.496892 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d3c14f-2ad9-428e-ae0c-f017959c6753 None None] Routers {'e73d3ce5-26db-42a2-a516-d94cddde4093'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 00:59:33.497538 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-94d3c14f-2ad9-428e-ae0c-f017959c6753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T00:59:17Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['e73d3ce5-26db-42a2-a516-d94cddde4093'], 'active': True} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:59:33.685804 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-94d3c14f-2ad9-428e-ae0c-f017959c6753 None None] Set router e73d3ce5-26db-42a2-a516-d94cddde4093 gateway port host: dv-cinder-763306-5-smb {{(pid=80328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 00:59:34.219420 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-94d3c14f-2ad9-428e-ae0c-f017959c6753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'name': 'tempest-AttachVolumeTestJSON-2010543096-router', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.252'}], 'enable_snat': True}, 'gw_port_id': '58a8596b-a868-4d09-a984-0a9b88900097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:22Z', 'updated_at': '2020-12-04T00:54:31Z', 'revision_number': 4, 'project_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'gw_port': {'id': '58a8596b-a868-4d09-a984-0a9b88900097', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:24Z', 'updated_at': '2020-12-04T00:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_floatingips': [{'id': '206143ae-156e-4e96-9456-45102f77da8d', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'floating_ip_address': '172.28.3.140', 'floating_network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'router_id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'port_id': '659953b0-df0d-418d-808a-3705f81b1b5c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b41ba9d1-b8eb-4b60-b39c-3d77682273c8', 'mac_address': 'fa:16:3e:c1:b9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4982bba-e848-46d4-8089-b906961fe755', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:59:10Z', 'updated_at': '2020-12-04T00:59:31Z', 'revision_number': 1, 'project_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed57316-8a1d-4683-8006-f7e7ac4e783e', 'name': '', 'network_id': 'b41ba9d1-b8eb-4b60-b39c-3d77682273c8', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'mac_address': 'fa:16:3e:4e:0a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2d3dffb9-b2e9-4653-a15c-51f3777e3e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:29Z', 'updated_at': '2020-12-04T00:54:47Z', 'revision_number': 5, 'project_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'subnets': [{'id': '2d3dffb9-b2e9-4653-a15c-51f3777e3e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:59:34.223805 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d3c14f-2ad9-428e-ae0c-f017959c6753 None None] The sync data for ids ['e73d3ce5-26db-42a2-a516-d94cddde4093'] in dv-cinder-763306-5-smb is: [{'id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'name': 'tempest-AttachVolumeTestJSON-2010543096-router', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.252'}], 'enable_snat': True}, 'gw_port_id': '58a8596b-a868-4d09-a984-0a9b88900097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:22Z', 'updated_at': '2020-12-04T00:54:31Z', 'revision_number': 4, 'project_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'gw_port': {'id': '58a8596b-a868-4d09-a984-0a9b88900097', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:24Z', 'updated_at': '2020-12-04T00:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_floatingips': [{'id': '206143ae-156e-4e96-9456-45102f77da8d', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'floating_ip_address': '172.28.3.140', 'floating_network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'router_id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'port_id': '659953b0-df0d-418d-808a-3705f81b1b5c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b41ba9d1-b8eb-4b60-b39c-3d77682273c8', 'mac_address': 'fa:16:3e:c1:b9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4982bba-e848-46d4-8089-b906961fe755', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T00:59:10Z', 'updated_at': '2020-12-04T00:59:31Z', 'revision_number': 1, 'project_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eed57316-8a1d-4683-8006-f7e7ac4e783e', 'name': '', 'network_id': 'b41ba9d1-b8eb-4b60-b39c-3d77682273c8', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'mac_address': 'fa:16:3e:4e:0a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2d3dffb9-b2e9-4653-a15c-51f3777e3e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:29Z', 'updated_at': '2020-12-04T00:54:47Z', 'revision_number': 5, 'project_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'subnets': [{'id': '2d3dffb9-b2e9-4653-a15c-51f3777e3e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 00:59:34.520400 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec21c5b8-b3ed-41c1-9e6a-df80fcbc2ad9 None None] New status for floating IP 206143ae-156e-4e96-9456-45102f77da8d: ACTIVE {{(pid=80329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 04 00:59:34.882637 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4982bba-e848-46d4-8089-b906961fe755', 'tag': '659953b0-df0d-418d-808a-3705f81b1b5c'}] {{(pid=80327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 00:59:34.941615 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4982bba-e848-46d4-8089-b906961fe755', 'tag': '659953b0-df0d-418d-808a-3705f81b1b5c', 'status': 'completed', 'code': 200} Dec 04 00:59:35.064884 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ece44-c477-4621-8d29-bc005391360b req-3d3dcce1-963d-4809-8ece-7cfb8122fbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:35.066570 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-430ece44-c477-4621-8d29-bc005391360b req-3d3dcce1-963d-4809-8ece-7cfb8122fbec service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=04c9a96d934d4f7994fdaf4cc2f7c1bf&device_id=b4982bba-e848-46d4-8089-b906961fe755 HTTP/1.1" status: 200 len: 1162 time: 0.0823030 Dec 04 00:59:35.210414 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ece44-c477-4621-8d29-bc005391360b req-757b9327-f1ae-48e4-bbba-ac3f257246b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:35.212092 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-430ece44-c477-4621-8d29-bc005391360b req-757b9327-f1ae-48e4-bbba-ac3f257246b1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b41ba9d1-b8eb-4b60-b39c-3d77682273c8 HTTP/1.1" status: 200 len: 905 time: 0.1389687 Dec 04 00:59:35.325287 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-430ece44-c477-4621-8d29-bc005391360b req-afd5eedd-0504-4fc6-90ca-898bc6ca831a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=659953b0-df0d-418d-808a-3705f81b1b5c HTTP/1.1" status: 200 len: 1001 time: 0.1061618 Dec 04 00:59:35.401861 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ece44-c477-4621-8d29-bc005391360b req-9cec49eb-7604-4218-8e82-0999bead37bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:35.403481 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-430ece44-c477-4621-8d29-bc005391360b req-9cec49eb-7604-4218-8e82-0999bead37bb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2d3dffb9-b2e9-4653-a15c-51f3777e3e03 HTTP/1.1" status: 200 len: 850 time: 0.0717018 Dec 04 00:59:35.501135 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ece44-c477-4621-8d29-bc005391360b req-406dedc3-f369-4f9e-b14d-584fdf43d98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:35.504107 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-430ece44-c477-4621-8d29-bc005391360b req-406dedc3-f369-4f9e-b14d-584fdf43d98a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b41ba9d1-b8eb-4b60-b39c-3d77682273c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0940342 Dec 04 00:59:35.903573 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-430ece44-c477-4621-8d29-bc005391360b req-abe748e6-1538-4b7a-a400-6ffd5271652f service neutron] 10.222.0.86 "GET /v2.0/networks/b41ba9d1-b8eb-4b60-b39c-3d77682273c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766711 Dec 04 00:59:35.968950 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 41776) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:59:36.056354 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-430ece44-c477-4621-8d29-bc005391360b req-4946d075-1e2c-48bc-84ca-e32e313fbaf3 service neutron] 10.222.0.86 "GET /v2.0/networks/b41ba9d1-b8eb-4b60-b39c-3d77682273c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1453898 Dec 04 00:59:36.144091 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-1cf74ed7-611b-4129-b1bc-fbb90fc13ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:36.160219 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-1cf74ed7-611b-4129-b1bc-fbb90fc13ffd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:59:36.164628 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-1cf74ed7-611b-4129-b1bc-fbb90fc13ffd admin admin] Usage tracker for resource:security_group_rule and tenant:55039657d4e2439e80cad691c11824d7 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:59:36.167839 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-1cf74ed7-611b-4129-b1bc-fbb90fc13ffd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:59:36.174999 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-1cf74ed7-611b-4129-b1bc-fbb90fc13ffd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:59:36.348351 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 6 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 00:59:36.383581 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-1cf74ed7-611b-4129-b1bc-fbb90fc13ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:36.425997 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-1cf74ed7-611b-4129-b1bc-fbb90fc13ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:36.436024 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-85cae829-819f-41d1-a32f-d901bf0ee4aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:59:36.480506 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-1cf74ed7-611b-4129-b1bc-fbb90fc13ffd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=55039657d4e2439e80cad691c11824d7&name=default HTTP/1.1" status: 200 len: 2879 time: 0.5101342 Dec 04 00:59:36.482186 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf74ed7-611b-4129-b1bc-fbb90fc13ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47b1d35-2533-452d-9309-63e77ac44e9f,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:59:36.483408 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 41798) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:59:36.485657 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-1cf74ed7-611b-4129-b1bc-fbb90fc13ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:59:36.545713 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2b9bf22a-ee3c-4ba1-a333-8104e72bd8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:36.574774 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2b9bf22a-ee3c-4ba1-a333-8104e72bd8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:36.670749 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2b9bf22a-ee3c-4ba1-a333-8104e72bd8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:36.676510 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-4c21390d-c2a3-444f-89f4-74eb998f5202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:59:36.689627 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9bf22a-ee3c-4ba1-a333-8104e72bd8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47b1d35-2533-452d-9309-63e77ac44e9f,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:59:36.692933 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-2b9bf22a-ee3c-4ba1-a333-8104e72bd8b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:59:36.695361 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2b9bf22a-ee3c-4ba1-a333-8104e72bd8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:36.696460 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-2b9bf22a-ee3c-4ba1-a333-8104e72bd8b7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d47b1d35-2533-452d-9309-63e77ac44e9f HTTP/1.1" status: 204 len: 168 time: 0.2119684 Dec 04 00:59:37.765212 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 41888) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:59:37.913995 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-bb381dfd-9875-4efa-98a2-17f78d600ffc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-280452687-network', 'tenant_id': '2e9eced122b34b38833f7f2ebe73f46d'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:59:37.919436 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-bb381dfd-9875-4efa-98a2-17f78d600ffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:59:37.923668 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-bb381dfd-9875-4efa-98a2-17f78d600ffc admin admin] Usage tracker for resource:network and tenant:2e9eced122b34b38833f7f2ebe73f46d is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:59:37.926745 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-bb381dfd-9875-4efa-98a2-17f78d600ffc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:59:37.933157 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-bb381dfd-9875-4efa-98a2-17f78d600ffc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:59:37.970525 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb381dfd-9875-4efa-98a2-17f78d600ffc admin admin] Made reservation on behalf of 2e9eced122b34b38833f7f2ebe73f46d for: {'network': 1} {{(pid=80327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 00:59:37.976726 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-bb381dfd-9875-4efa-98a2-17f78d600ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for network, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:37.991904 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-bb381dfd-9875-4efa-98a2-17f78d600ffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:38.008596 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-bb381dfd-9875-4efa-98a2-17f78d600ffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:59:38.013129 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-bb381dfd-9875-4efa-98a2-17f78d600ffc admin admin] Usage tracker for resource:security_group_rule and tenant:2e9eced122b34b38833f7f2ebe73f46d is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:59:38.016164 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-bb381dfd-9875-4efa-98a2-17f78d600ffc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:59:38.022059 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-bb381dfd-9875-4efa-98a2-17f78d600ffc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:59:38.112586 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-bb381dfd-9875-4efa-98a2-17f78d600ffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:38.135000 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-bb381dfd-9875-4efa-98a2-17f78d600ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:38.139323 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-80029f1f-1aec-4e20-9878-29ef6e3d84ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:59:38.171365 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb381dfd-9875-4efa-98a2-17f78d600ffc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 04 00:59:38.186274 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-bb381dfd-9875-4efa-98a2-17f78d600ffc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745381628992', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851436430'] for segment, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:38.186716 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.db.segments_db [None req-bb381dfd-9875-4efa-98a2-17f78d600ffc admin admin] Added segment 80e027ed-812b-4ffe-a3a6-3ec3bfdf06e2 of type vxlan for network ef9c12c5-409d-4605-bd50-4ca1942634e6 Dec 04 00:59:38.195340 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb381dfd-9875-4efa-98a2-17f78d600ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40137c78-72e9-46c5-bee6-836d2fbfc6bc,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:59:38.219406 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-bb381dfd-9875-4efa-98a2-17f78d600ffc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745381119791'] for network, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:38.227573 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-bb381dfd-9875-4efa-98a2-17f78d600ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:59:38.277784 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-bb381dfd-9875-4efa-98a2-17f78d600ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616'] for network, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:38.279345 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb381dfd-9875-4efa-98a2-17f78d600ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:38.279896 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-bb381dfd-9875-4efa-98a2-17f78d600ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for network, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:38.285152 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:59:38.393486 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb381dfd-9875-4efa-98a2-17f78d600ffc admin admin] Pushing event updated for resources: {'Network': ['ID=ef9c12c5-409d-4605-bd50-4ca1942634e6,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:59:38.396582 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-bb381dfd-9875-4efa-98a2-17f78d600ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:59:38.405112 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Network ef9c12c5-409d-4605-bd50-4ca1942634e6 details requested by agent ovs-agent-dv-cinder-763306-5-smb with host dv-cinder-763306-5-smb {{(pid=80328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 00:59:38.421631 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-bb381dfd-9875-4efa-98a2-17f78d600ffc admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6546922 Dec 04 00:59:38.424323 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Network ef9c12c5-409d-4605-bd50-4ca1942634e6 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 00:59:38.425662 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 41926) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:59:38.432677 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-d1a3ead9-1de1-44c7-a07e-48614e331305 admin admin] Request body: {'subnet': {'network_id': 'ef9c12c5-409d-4605-bd50-4ca1942634e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-280452687-subnet', 'tenant_id': '2e9eced122b34b38833f7f2ebe73f46d', 'ip_version': 4}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:59:38.438809 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-d1a3ead9-1de1-44c7-a07e-48614e331305 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:59:38.444190 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-d1a3ead9-1de1-44c7-a07e-48614e331305 admin admin] Usage tracker for resource:subnet and tenant:2e9eced122b34b38833f7f2ebe73f46d is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:59:38.447868 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-d1a3ead9-1de1-44c7-a07e-48614e331305 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:59:38.455033 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-d1a3ead9-1de1-44c7-a07e-48614e331305 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:59:38.510435 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a3ead9-1de1-44c7-a07e-48614e331305 admin admin] Made reservation on behalf of 2e9eced122b34b38833f7f2ebe73f46d for: {'subnet': 1} {{(pid=80327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 00:59:38.517335 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d1a3ead9-1de1-44c7-a07e-48614e331305 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853151123'] for subnet, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:38.986136 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d1a3ead9-1de1-44c7-a07e-48614e331305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27698602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853151108'] for subnet, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:39.002903 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:59:39.132946 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a3ead9-1de1-44c7-a07e-48614e331305 admin admin] Pushing event updated for resources: {'Subnet': ['ID=582ecbb7-ecbd-4500-9efb-72e4061ad3fc,revision_number=0']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:59:39.137939 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-d1a3ead9-1de1-44c7-a07e-48614e331305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:59:39.209535 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a3ead9-1de1-44c7-a07e-48614e331305 admin admin] Checking segment: {'id': '80e027ed-812b-4ffe-a3a6-3ec3bfdf06e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ef9c12c5-409d-4605-bd50-4ca1942634e6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 00:59:39.209929 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a3ead9-1de1-44c7-a07e-48614e331305 admin admin] Network hostable DHCP agents. Network: ef9c12c5-409d-4605-bd50-4ca1942634e6, hostable agents: ['58f05500-12a8-4f3a-bf6e-722eafa3a905'], hosted agents: [] {{(pid=80327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 04 00:59:39.288168 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a3ead9-1de1-44c7-a07e-48614e331305 admin admin] Network ef9c12c5-409d-4605-bd50-4ca1942634e6 is scheduled to be hosted by DHCP agent 58f05500-12a8-4f3a-bf6e-722eafa3a905 with binding_index 1 {{(pid=80327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 04 00:59:39.328881 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-d1a3ead9-1de1-44c7-a07e-48614e331305 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-5-smb, ef9c12c5-409d-4605-bd50-4ca1942634e6) {{(pid=80327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:59:39.338060 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879c3f75-4900-49ad-9de7-7e0a1544ed33 None None] Network ef9c12c5-409d-4605-bd50-4ca1942634e6 requested from dv-cinder-763306-5-smb {{(pid=80328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 00:59:39.352079 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a3ead9-1de1-44c7-a07e-48614e331305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:39.352734 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d1a3ead9-1de1-44c7-a07e-48614e331305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for subnet, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:39.405346 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-d1a3ead9-1de1-44c7-a07e-48614e331305 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9759252 Dec 04 00:59:39.406495 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 41962) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:59:39.411557 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-2b87ffb3-b7b9-4f70-b13e-65d48aa63283 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-280452687-router', 'tenant_id': '2e9eced122b34b38833f7f2ebe73f46d', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae'}}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 00:59:39.416671 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-2b87ffb3-b7b9-4f70-b13e-65d48aa63283 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 00:59:39.420975 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-2b87ffb3-b7b9-4f70-b13e-65d48aa63283 admin admin] Usage tracker for resource:router and tenant:2e9eced122b34b38833f7f2ebe73f46d is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 00:59:39.424792 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-2b87ffb3-b7b9-4f70-b13e-65d48aa63283 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 00:59:39.430894 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-2b87ffb3-b7b9-4f70-b13e-65d48aa63283 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 00:59:39.466965 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2b87ffb3-b7b9-4f70-b13e-65d48aa63283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-665739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773399'] for router, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:39.468153 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2b87ffb3-b7b9-4f70-b13e-65d48aa63283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854117394', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2401'] for router, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:39.573925 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aead288-3773-4368-82b0-02cb477826c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1639bd91-b761-5fc0-b5a3-901fdf1278c2-ef9c12c5-409d-4605-bd50-4ca1942634e6', 'network_id': 'ef9c12c5-409d-4605-bd50-4ca1942634e6', 'tenant_id': '2e9eced122b34b38833f7f2ebe73f46d', 'fixed_ips': [{'subnet_id': '582ecbb7-ecbd-4500-9efb-72e4061ad3fc'}]}} from dv-cinder-763306-5-smb. {{(pid=80328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 04 00:59:39.574938 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-5aead288-3773-4368-82b0-02cb477826c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:39.606225 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2b87ffb3-b7b9-4f70-b13e-65d48aa63283 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:39.877011 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [None req-5aead288-3773-4368-82b0-02cb477826c5 None None] Allocated IP 172.20.0.2 (ef9c12c5-409d-4605-bd50-4ca1942634e6/582ecbb7-ecbd-4500-9efb-72e4061ad3fc/0e7a104d-5d98-4053-b8f8-d17c8e9947af) {{(pid=80328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 00:59:39.922373 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2b87ffb3-b7b9-4f70-b13e-65d48aa63283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854117379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854110107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2416'] for router, precommit_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:40.097642 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-5aead288-3773-4368-82b0-02cb477826c5 None None] Notify callbacks [] for port, precommit_create {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:40.109248 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-5aead288-3773-4368-82b0-02cb477826c5 None None] Transition to ACTIVE for port object 0e7a104d-5d98-4053-b8f8-d17c8e9947af will not be triggered until provisioned by entity L2. {{(pid=80328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 00:59:40.125719 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-5aead288-3773-4368-82b0-02cb477826c5 None None] Transition to ACTIVE for port object 0e7a104d-5d98-4053-b8f8-d17c8e9947af will not be triggered until provisioned by entity DHCP. {{(pid=80328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 00:59:40.170131 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-5aead288-3773-4368-82b0-02cb477826c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386'] for port, after_create {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:40.191033 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:59:40.312484 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2b87ffb3-b7b9-4f70-b13e-65d48aa63283 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:40.325845 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aead288-3773-4368-82b0-02cb477826c5 None None] Pushing event updated for resources: {'Port': ['ID=0e7a104d-5d98-4053-b8f8-d17c8e9947af,revision_number=1']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:59:40.328949 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-5aead288-3773-4368-82b0-02cb477826c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:59:40.345787 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2b87ffb3-b7b9-4f70-b13e-65d48aa63283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:40.382251 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aead288-3773-4368-82b0-02cb477826c5 None None] Network ef9c12c5-409d-4605-bd50-4ca1942634e6 is already hosted by enough agents. {{(pid=80328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 00:59:40.383518 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-5aead288-3773-4368-82b0-02cb477826c5 None None] Resources bound (agent type, host, resource id): {{(pid=80328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:59:40.385958 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aead288-3773-4368-82b0-02cb477826c5 None None] Received port after_create {{(pid=80328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 00:59:40.441087 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-5aead288-3773-4368-82b0-02cb477826c5 None None] Attempting to bind port 0e7a104d-5d98-4053-b8f8-d17c8e9947af on host dv-cinder-763306-5-smb for vnic_type normal with profile {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 00:59:40.441087 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-5aead288-3773-4368-82b0-02cb477826c5 None None] Attempting to bind port 0e7a104d-5d98-4053-b8f8-d17c8e9947af by drivers openvswitch on host dv-cinder-763306-5-smb at level 0 using segments [{'id': '80e027ed-812b-4ffe-a3a6-3ec3bfdf06e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ef9c12c5-409d-4605-bd50-4ca1942634e6'}] {{(pid=80328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 00:59:40.441087 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aead288-3773-4368-82b0-02cb477826c5 None None] Attempting to bind port 0e7a104d-5d98-4053-b8f8-d17c8e9947af on network ef9c12c5-409d-4605-bd50-4ca1942634e6 {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 00:59:40.447446 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aead288-3773-4368-82b0-02cb477826c5 None None] Checking agent: {'id': '47cd6ef8-6b98-4dda-9657-1784e54a0c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 44, 48), 'started_at': datetime.datetime(2020, 12, 4, 0, 45, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 00:59:40.447869 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aead288-3773-4368-82b0-02cb477826c5 None None] Checking segment: {'id': '80e027ed-812b-4ffe-a3a6-3ec3bfdf06e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ef9c12c5-409d-4605-bd50-4ca1942634e6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 00:59:40.448325 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-5aead288-3773-4368-82b0-02cb477826c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:40.448759 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aead288-3773-4368-82b0-02cb477826c5 None None] Bound using segment: {'id': '80e027ed-812b-4ffe-a3a6-3ec3bfdf06e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ef9c12c5-409d-4605-bd50-4ca1942634e6'} {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 00:59:40.449274 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-5aead288-3773-4368-82b0-02cb477826c5 None None] Bound port: 0e7a104d-5d98-4053-b8f8-d17c8e9947af, host: dv-cinder-763306-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e027ed-812b-4ffe-a3a6-3ec3bfdf06e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ef9c12c5-409d-4605-bd50-4ca1942634e6'}}] {{(pid=80328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 00:59:40.449698 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-5aead288-3773-4368-82b0-02cb477826c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:40.543987 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-5aead288-3773-4368-82b0-02cb477826c5 None None] For port 0e7a104d-5d98-4053-b8f8-d17c8e9947af, host dv-cinder-763306-5-smb, cleared binding levels {{(pid=80328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 00:59:40.547271 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-5aead288-3773-4368-82b0-02cb477826c5 None None] For port 0e7a104d-5d98-4053-b8f8-d17c8e9947af, host dv-cinder-763306-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=0e7a104d-5d98-4053-b8f8-d17c8e9947af,segment=NetworkSegment(80e027ed-812b-4ffe-a3a6-3ec3bfdf06e2),segment_id=80e027ed-812b-4ffe-a3a6-3ec3bfdf06e2)] {{(pid=80328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 00:59:40.592287 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-5aead288-3773-4368-82b0-02cb477826c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:40.607795 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:59:40.618292 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [None req-2b87ffb3-b7b9-4f70-b13e-65d48aa63283 admin admin] Allocated IP 172.28.3.53 (70fae593-b8e3-4ff7-b3b9-3060a635d4ae/838c8f98-d37b-4481-803e-42068845ce24/1b62db36-8f6e-4f51-a8dc-60e01dde56da) {{(pid=80327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 00:59:40.756696 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aead288-3773-4368-82b0-02cb477826c5 None None] Pushing event updated for resources: {'Port': ['ID=0e7a104d-5d98-4053-b8f8-d17c8e9947af,revision_number=2']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:59:40.760574 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-5aead288-3773-4368-82b0-02cb477826c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:59:40.779619 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2b87ffb3-b7b9-4f70-b13e-65d48aa63283 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:40.872362 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2b87ffb3-b7b9-4f70-b13e-65d48aa63283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:40.889617 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-3273fa5f-38e2-440a-81d1-b5aa2ca59bf2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:59:41.241506 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b87ffb3-b7b9-4f70-b13e-65d48aa63283 admin admin] Pushing event updated for resources: {'Port': ['ID=1b62db36-8f6e-4f51-a8dc-60e01dde56da,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:59:41.251417 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-2b87ffb3-b7b9-4f70-b13e-65d48aa63283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:59:41.303911 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b87ffb3-b7b9-4f70-b13e-65d48aa63283 admin admin] Network 70fae593-b8e3-4ff7-b3b9-3060a635d4ae is already hosted by enough agents. {{(pid=80327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 00:59:41.305098 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-2b87ffb3-b7b9-4f70-b13e-65d48aa63283 admin admin] Resources bound (agent type, host, resource id): {{(pid=80327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:59:41.307435 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b87ffb3-b7b9-4f70-b13e-65d48aa63283 admin admin] Received port after_create {{(pid=80327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 00:59:41.535234 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 41986) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:59:41.726070 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-02dad52f-4631-4f4f-9ec2-fd81e79aa699 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4ee9c34439d24a0aa06a5d622b509e5b&name=default HTTP/1.1" status: 200 len: 2879 time: 0.1894693 Dec 04 00:59:41.728726 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 41992) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:59:41.766222 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2b87ffb3-b7b9-4f70-b13e-65d48aa63283 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:41.794489 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c1c8520a-bf0e-4323-af96-a650c3d08fca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:41.822268 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c1c8520a-bf0e-4323-af96-a650c3d08fca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:41.894714 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c1c8520a-bf0e-4323-af96-a650c3d08fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:41.900622 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-4243edfd-1651-4dd3-a2e1-04c34df16a7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:59:41.917781 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c8520a-bf0e-4323-af96-a650c3d08fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3f7d44-a07f-4f0e-a0a9-7567e7be5823,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:59:41.926389 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8520a-bf0e-4323-af96-a650c3d08fca admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:41.926828 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8520a-bf0e-4323-af96-a650c3d08fca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:41.927267 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8520a-bf0e-4323-af96-a650c3d08fca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:41.927674 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8520a-bf0e-4323-af96-a650c3d08fca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:41.928074 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8520a-bf0e-4323-af96-a650c3d08fca admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:41.928468 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8520a-bf0e-4323-af96-a650c3d08fca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:41.928860 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8520a-bf0e-4323-af96-a650c3d08fca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:41.929431 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8520a-bf0e-4323-af96-a650c3d08fca admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:41.929655 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8520a-bf0e-4323-af96-a650c3d08fca admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:41.929982 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8520a-bf0e-4323-af96-a650c3d08fca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:41.930369 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8520a-bf0e-4323-af96-a650c3d08fca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:41.930755 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8520a-bf0e-4323-af96-a650c3d08fca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:41.931203 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8520a-bf0e-4323-af96-a650c3d08fca admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:41.931604 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8520a-bf0e-4323-af96-a650c3d08fca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:41.935595 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8520a-bf0e-4323-af96-a650c3d08fca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:41.935595 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8520a-bf0e-4323-af96-a650c3d08fca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:41.935595 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8520a-bf0e-4323-af96-a650c3d08fca admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:41.935595 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8520a-bf0e-4323-af96-a650c3d08fca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:41.935595 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8520a-bf0e-4323-af96-a650c3d08fca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:41.935595 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8520a-bf0e-4323-af96-a650c3d08fca admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:41.935595 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8520a-bf0e-4323-af96-a650c3d08fca admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:41.935595 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8520a-bf0e-4323-af96-a650c3d08fca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:41.935595 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8520a-bf0e-4323-af96-a650c3d08fca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:41.935595 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8520a-bf0e-4323-af96-a650c3d08fca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:41.939891 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c1c8520a-bf0e-4323-af96-a650c3d08fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:59:41.966307 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c1c8520a-bf0e-4323-af96-a650c3d08fca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:41.970082 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-c1c8520a-bf0e-4323-af96-a650c3d08fca admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cf3f7d44-a07f-4f0e-a0a9-7567e7be5823 HTTP/1.1" status: 204 len: 168 time: 0.2378716 Dec 04 00:59:42.141846 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2b87ffb3-b7b9-4f70-b13e-65d48aa63283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854119398'] for router, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:42.315676 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09dd18b-063e-487c-b20e-5ca10ac229b7 None None] Network ef9c12c5-409d-4605-bd50-4ca1942634e6 requested from dv-cinder-763306-5-smb {{(pid=80328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 00:59:42.460822 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b87ffb3-b7b9-4f70-b13e-65d48aa63283 admin admin] Router 719e71fd-7050-4d8a-91df-254db23baa69 is scheduled to L3 agent 584cecf2-ad77-484a-986e-0fea284e741d with binding_index 1 {{(pid=80327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 04 00:59:42.464277 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-6117ffc0-56c5-4cdd-9e48-c276ffdb0e6a None None] Provisioning for port 0e7a104d-5d98-4053-b8f8-d17c8e9947af completed by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 00:59:42.656292 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b87ffb3-b7b9-4f70-b13e-65d48aa63283 admin admin] Notify agent at l3_agent.dv-cinder-763306-5-smb the message routers_updated {{(pid=80327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 00:59:42.665648 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a435d4-32db-4066-a40b-36aa5546282d None None] Sync routers for ids ['719e71fd-7050-4d8a-91df-254db23baa69'] in dv-cinder-763306-5-smb {{(pid=80328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 00:59:42.678016 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a435d4-32db-4066-a40b-36aa5546282d None None] Routers {'719e71fd-7050-4d8a-91df-254db23baa69'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 00:59:42.679216 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-b1a435d4-32db-4066-a40b-36aa5546282d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T00:59:17Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['719e71fd-7050-4d8a-91df-254db23baa69'], 'active': True} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:59:42.712512 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2b87ffb3-b7b9-4f70-b13e-65d48aa63283 admin admin] Notify callbacks [] for router, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:42.715858 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-2b87ffb3-b7b9-4f70-b13e-65d48aa63283 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3091021 Dec 04 00:59:42.716867 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 42004) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 00:59:42.816476 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 0e7a104d-5d98-4053-b8f8-d17c8e9947af up at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:59:43.122297 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-b1a435d4-32db-4066-a40b-36aa5546282d None None] Set router 719e71fd-7050-4d8a-91df-254db23baa69 gateway port host: dv-cinder-763306-5-smb {{(pid=80328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 00:59:43.168452 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning for port 0e7a104d-5d98-4053-b8f8-d17c8e9947af completed by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 00:59:43.240758 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning complete for port 0e7a104d-5d98-4053-b8f8-d17c8e9947af triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:59:43.241176 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:43.375071 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-4271683e-3846-442c-8122-60674f2ee11c None None] Provisioning complete for port 0e7a104d-5d98-4053-b8f8-d17c8e9947af triggered by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:59:43.375666 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4271683e-3846-442c-8122-60674f2ee11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:43.378442 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-5e07eb90-5047-41e5-8863-53a3faa49d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:43.620648 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:43.674812 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4271683e-3846-442c-8122-60674f2ee11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:43.697249 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] For port 0e7a104d-5d98-4053-b8f8-d17c8e9947af, host dv-cinder-763306-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=0e7a104d-5d98-4053-b8f8-d17c8e9947af,segment=NetworkSegment(80e027ed-812b-4ffe-a3a6-3ec3bfdf06e2),segment_id=80e027ed-812b-4ffe-a3a6-3ec3bfdf06e2)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:59:43.732720 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [None req-5e07eb90-5047-41e5-8863-53a3faa49d22 admin admin] Allocated IP 172.20.0.1 (ef9c12c5-409d-4605-bd50-4ca1942634e6/582ecbb7-ecbd-4500-9efb-72e4061ad3fc/e19fabb5-d8cc-4077-b15c-c0429334803a) {{(pid=80326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 00:59:43.750524 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-b1a435d4-32db-4066-a40b-36aa5546282d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719e71fd-7050-4d8a-91df-254db23baa69', 'name': 'tempest-TestMinimumBasicScenario-280452687-router', 'tenant_id': '2e9eced122b34b38833f7f2ebe73f46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': '1b62db36-8f6e-4f51-a8dc-60e01dde56da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:59:39Z', 'updated_at': '2020-12-04T00:59:41Z', 'revision_number': 3, 'project_id': '2e9eced122b34b38833f7f2ebe73f46d', 'gw_port': {'id': '1b62db36-8f6e-4f51-a8dc-60e01dde56da', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:72:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719e71fd-7050-4d8a-91df-254db23baa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:59:40Z', 'updated_at': '2020-12-04T00:59:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb'}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:59:43.760268 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:43.764784 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:59:43.799694 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a435d4-32db-4066-a40b-36aa5546282d None None] Checking router: 719e71fd-7050-4d8a-91df-254db23baa69 for host: dv-cinder-763306-5-smb {{(pid=80328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 00:59:43.800093 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a435d4-32db-4066-a40b-36aa5546282d None None] Updating router 719e71fd-7050-4d8a-91df-254db23baa69 port 1b62db36-8f6e-4f51-a8dc-60e01dde56da binding host dv-cinder-763306-5-smb {{(pid=80328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 04 00:59:43.878104 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.db.api [None req-4271683e-3846-442c-8122-60674f2ee11c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80328) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 04 00:59:43.878424 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_db.api [None req-4271683e-3846-442c-8122-60674f2ee11c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 04 00:59:43.894225 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-5e07eb90-5047-41e5-8863-53a3faa49d22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:43.895722 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b1a435d4-32db-4066-a40b-36aa5546282d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:43.910589 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-5e07eb90-5047-41e5-8863-53a3faa49d22 admin admin] Transition to ACTIVE for port object e19fabb5-d8cc-4077-b15c-c0429334803a will not be triggered until provisioned by entity DHCP. {{(pid=80326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 00:59:43.934800 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Pushing event updated for resources: {'Port': ['ID=0e7a104d-5d98-4053-b8f8-d17c8e9947af,revision_number=3']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:59:43.939313 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:59:43.956584 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-5e07eb90-5047-41e5-8863-53a3faa49d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27594304'] for port, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:43.972538 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:59:44.106623 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07eb90-5047-41e5-8863-53a3faa49d22 admin admin] Pushing event updated for resources: {'Port': ['ID=e19fabb5-d8cc-4077-b15c-c0429334803a,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:59:44.111913 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-5e07eb90-5047-41e5-8863-53a3faa49d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:59:44.160188 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e07eb90-5047-41e5-8863-53a3faa49d22 admin admin] Network ef9c12c5-409d-4605-bd50-4ca1942634e6 is already hosted by enough agents. {{(pid=80326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 00:59:44.162307 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-5e07eb90-5047-41e5-8863-53a3faa49d22 admin admin] Resources bound (agent type, host, resource id): {{(pid=80326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:59:44.164715 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e07eb90-5047-41e5-8863-53a3faa49d22 admin admin] Received port after_create {{(pid=80326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 00:59:44.227222 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-5e07eb90-5047-41e5-8863-53a3faa49d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656583'] for router_interface, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:44.314898 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b1a435d4-32db-4066-a40b-36aa5546282d None None] Notify callbacks [] for port, precommit_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:44.329122 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-b1a435d4-32db-4066-a40b-36aa5546282d None None] Transition to ACTIVE for port object 1b62db36-8f6e-4f51-a8dc-60e01dde56da will not be triggered until provisioned by entity L2. {{(pid=80328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 00:59:44.363334 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b1a435d4-32db-4066-a40b-36aa5546282d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:44.380113 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:59:44.580436 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a7987-ba02-480a-9d5a-12c6ae52aa2c None None] Pushing event updated for resources: {'Port': ['ID=1b62db36-8f6e-4f51-a8dc-60e01dde56da,revision_number=2']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:59:44.584321 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-f49a7987-ba02-480a-9d5a-12c6ae52aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:59:44.648859 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-b1a435d4-32db-4066-a40b-36aa5546282d None None] Attempting to bind port 1b62db36-8f6e-4f51-a8dc-60e01dde56da on host dv-cinder-763306-5-smb for vnic_type normal with profile {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 00:59:44.649276 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-b1a435d4-32db-4066-a40b-36aa5546282d None None] Attempting to bind port 1b62db36-8f6e-4f51-a8dc-60e01dde56da by drivers openvswitch on host dv-cinder-763306-5-smb at level 0 using segments [{'id': '103ae13c-6127-42b5-b5fb-b54d98895d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae'}] {{(pid=80328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 00:59:44.649689 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a435d4-32db-4066-a40b-36aa5546282d None None] Attempting to bind port 1b62db36-8f6e-4f51-a8dc-60e01dde56da on network 70fae593-b8e3-4ff7-b3b9-3060a635d4ae {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 00:59:44.655659 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a435d4-32db-4066-a40b-36aa5546282d None None] Checking agent: {'id': '47cd6ef8-6b98-4dda-9657-1784e54a0c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 44, 48), 'started_at': datetime.datetime(2020, 12, 4, 0, 45, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 00:59:44.656077 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a435d4-32db-4066-a40b-36aa5546282d None None] Checking segment: {'id': '103ae13c-6127-42b5-b5fb-b54d98895d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 00:59:44.656510 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b1a435d4-32db-4066-a40b-36aa5546282d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:44.656934 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a435d4-32db-4066-a40b-36aa5546282d None None] Bound using segment: {'id': '103ae13c-6127-42b5-b5fb-b54d98895d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae'} {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 00:59:44.657566 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-b1a435d4-32db-4066-a40b-36aa5546282d None None] Bound port: 1b62db36-8f6e-4f51-a8dc-60e01dde56da, host: dv-cinder-763306-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '103ae13c-6127-42b5-b5fb-b54d98895d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae'}}] {{(pid=80328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 00:59:44.657846 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b1a435d4-32db-4066-a40b-36aa5546282d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:44.728418 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 0e7a104d-5d98-4053-b8f8-d17c8e9947af up at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:59:44.769044 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-0cbe317e-aa65-4d4e-a09b-6ba5df49eae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:44.783136 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-5e07eb90-5047-41e5-8863-53a3faa49d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:44.807939 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-ae1daa89-1111-4e9a-a2c9-42e8d85624f2 None None] Provisioning for port e19fabb5-d8cc-4077-b15c-c0429334803a completed by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 00:59:44.819464 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-b1a435d4-32db-4066-a40b-36aa5546282d None None] For port 1b62db36-8f6e-4f51-a8dc-60e01dde56da, host dv-cinder-763306-5-smb, cleared binding levels {{(pid=80328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 00:59:44.823469 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-b1a435d4-32db-4066-a40b-36aa5546282d None None] For port 1b62db36-8f6e-4f51-a8dc-60e01dde56da, host dv-cinder-763306-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=1b62db36-8f6e-4f51-a8dc-60e01dde56da,segment=NetworkSegment(103ae13c-6127-42b5-b5fb-b54d98895d70),segment_id=103ae13c-6127-42b5-b5fb-b54d98895d70)] {{(pid=80328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 00:59:44.826556 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-ae1daa89-1111-4e9a-a2c9-42e8d85624f2 None None] Provisioning complete for port e19fabb5-d8cc-4077-b15c-c0429334803a triggered by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:59:44.826984 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-ae1daa89-1111-4e9a-a2c9-42e8d85624f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:44.867303 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b1a435d4-32db-4066-a40b-36aa5546282d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:44.885129 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:59:45.019047 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-ae1daa89-1111-4e9a-a2c9-42e8d85624f2 None None] Port e19fabb5-d8cc-4077-b15c-c0429334803a cannot update to ACTIVE because it is not bound. {{(pid=80328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 04 00:59:45.049496 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning complete for port 0e7a104d-5d98-4053-b8f8-d17c8e9947af triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:59:45.049922 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:45.080321 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-5e07eb90-5047-41e5-8863-53a3faa49d22 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:45.123875 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-5e07eb90-5047-41e5-8863-53a3faa49d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827181495'] for port, after_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:45.154395 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-906f4c25-4a68-4a2f-8571-63fd274029ef tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:59:45.241220 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07eb90-5047-41e5-8863-53a3faa49d22 admin admin] Pushing event updated for resources: {'Port': ['ID=e19fabb5-d8cc-4077-b15c-c0429334803a,revision_number=2']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:59:45.243941 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-5e07eb90-5047-41e5-8863-53a3faa49d22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851588661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854119142'] for router_interface, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:45.260125 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-5e07eb90-5047-41e5-8863-53a3faa49d22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:59:45.292566 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a7987-ba02-480a-9d5a-12c6ae52aa2c None None] Pushing event updated for resources: {'Port': ['ID=1b62db36-8f6e-4f51-a8dc-60e01dde56da,revision_number=3']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:59:45.296291 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-f49a7987-ba02-480a-9d5a-12c6ae52aa2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:59:45.373729 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a435d4-32db-4066-a40b-36aa5546282d None None] Routers {'719e71fd-7050-4d8a-91df-254db23baa69'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 00:59:45.374344 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-b1a435d4-32db-4066-a40b-36aa5546282d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T00:59:17Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['719e71fd-7050-4d8a-91df-254db23baa69'], 'active': True} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:59:45.389795 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e07eb90-5047-41e5-8863-53a3faa49d22 admin admin] Network ef9c12c5-409d-4605-bd50-4ca1942634e6 is already hosted by enough agents. {{(pid=80326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 00:59:45.390929 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-5e07eb90-5047-41e5-8863-53a3faa49d22 admin admin] Resources bound (agent type, host, resource id): {{(pid=80326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 00:59:45.582263 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-b1a435d4-32db-4066-a40b-36aa5546282d None None] Set router 719e71fd-7050-4d8a-91df-254db23baa69 gateway port host: dv-cinder-763306-5-smb {{(pid=80328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 00:59:45.588185 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e07eb90-5047-41e5-8863-53a3faa49d22 admin admin] Router 719e71fd-7050-4d8a-91df-254db23baa69 has already been hosted by L3 agent 584cecf2-ad77-484a-986e-0fea284e741d {{(pid=80326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 00:59:45.727607 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-feef7f90-f209-4163-b6f2-e6fb699bd52d None None] Provisioning complete for port e19fabb5-d8cc-4077-b15c-c0429334803a triggered by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:59:45.728042 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-feef7f90-f209-4163-b6f2-e6fb699bd52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:45.775061 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e07eb90-5047-41e5-8863-53a3faa49d22 admin admin] Notify agent at l3_agent.dv-cinder-763306-5-smb the message routers_updated {{(pid=80326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 00:59:45.784525 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-5e07eb90-5047-41e5-8863-53a3faa49d22 admin admin] 10.222.0.73 "PUT /v2.0/routers/719e71fd-7050-4d8a-91df-254db23baa69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0665171 Dec 04 00:59:45.860924 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-feef7f90-f209-4163-b6f2-e6fb699bd52d None None] Port e19fabb5-d8cc-4077-b15c-c0429334803a cannot update to ACTIVE because it is not bound. {{(pid=80328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 04 00:59:46.031901 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-b1a435d4-32db-4066-a40b-36aa5546282d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719e71fd-7050-4d8a-91df-254db23baa69', 'name': 'tempest-TestMinimumBasicScenario-280452687-router', 'tenant_id': '2e9eced122b34b38833f7f2ebe73f46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': '1b62db36-8f6e-4f51-a8dc-60e01dde56da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:59:39Z', 'updated_at': '2020-12-04T00:59:44Z', 'revision_number': 4, 'project_id': '2e9eced122b34b38833f7f2ebe73f46d', 'gw_port': {'id': '1b62db36-8f6e-4f51-a8dc-60e01dde56da', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:72:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719e71fd-7050-4d8a-91df-254db23baa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:59:40Z', 'updated_at': '2020-12-04T00:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_interfaces': [{'id': 'e19fabb5-d8cc-4077-b15c-c0429334803a', 'name': '', 'network_id': 'ef9c12c5-409d-4605-bd50-4ca1942634e6', 'tenant_id': '2e9eced122b34b38833f7f2ebe73f46d', 'mac_address': 'fa:16:3e:ae:6a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719e71fd-7050-4d8a-91df-254db23baa69', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '582ecbb7-ecbd-4500-9efb-72e4061ad3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:59:43Z', 'updated_at': '2020-12-04T00:59:44Z', 'revision_number': 2, 'project_id': '2e9eced122b34b38833f7f2ebe73f46d', 'subnets': [{'id': '582ecbb7-ecbd-4500-9efb-72e4061ad3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:59:46.032017 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a435d4-32db-4066-a40b-36aa5546282d None None] The sync data for ids ['719e71fd-7050-4d8a-91df-254db23baa69'] in dv-cinder-763306-5-smb is: [{'id': '719e71fd-7050-4d8a-91df-254db23baa69', 'name': 'tempest-TestMinimumBasicScenario-280452687-router', 'tenant_id': '2e9eced122b34b38833f7f2ebe73f46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': '1b62db36-8f6e-4f51-a8dc-60e01dde56da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:59:39Z', 'updated_at': '2020-12-04T00:59:44Z', 'revision_number': 4, 'project_id': '2e9eced122b34b38833f7f2ebe73f46d', 'gw_port': {'id': '1b62db36-8f6e-4f51-a8dc-60e01dde56da', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:72:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719e71fd-7050-4d8a-91df-254db23baa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:59:40Z', 'updated_at': '2020-12-04T00:59:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_interfaces': [{'id': 'e19fabb5-d8cc-4077-b15c-c0429334803a', 'name': '', 'network_id': 'ef9c12c5-409d-4605-bd50-4ca1942634e6', 'tenant_id': '2e9eced122b34b38833f7f2ebe73f46d', 'mac_address': 'fa:16:3e:ae:6a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719e71fd-7050-4d8a-91df-254db23baa69', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '582ecbb7-ecbd-4500-9efb-72e4061ad3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:59:43Z', 'updated_at': '2020-12-04T00:59:44Z', 'revision_number': 2, 'project_id': '2e9eced122b34b38833f7f2ebe73f46d', 'subnets': [{'id': '582ecbb7-ecbd-4500-9efb-72e4061ad3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 00:59:46.187865 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:46.809787 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-df905bc0-8b03-4b80-a1c1-612349469eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:47.453081 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:48.510354 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:48.762219 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 1b62db36-8f6e-4f51-a8dc-60e01dde56da up at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:59:48.878458 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning for port 1b62db36-8f6e-4f51-a8dc-60e01dde56da completed by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 00:59:48.884883 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning complete for port 1b62db36-8f6e-4f51-a8dc-60e01dde56da triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:59:48.888747 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:48.936671 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:49.024290 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:49.043271 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] For port 1b62db36-8f6e-4f51-a8dc-60e01dde56da, host dv-cinder-763306-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=1b62db36-8f6e-4f51-a8dc-60e01dde56da,segment=NetworkSegment(103ae13c-6127-42b5-b5fb-b54d98895d70),segment_id=103ae13c-6127-42b5-b5fb-b54d98895d70)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:59:49.077782 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:49.079827 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-f49a7987-ba02-480a-9d5a-12c6ae52aa2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:59:49.165129 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Pushing event updated for resources: {'Port': ['ID=1b62db36-8f6e-4f51-a8dc-60e01dde56da,revision_number=4']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:59:49.169513 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:59:49.411915 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d781b1ec-e173-44f4-a31d-2a11f42ef042 None None] Sync routers for ids ['719e71fd-7050-4d8a-91df-254db23baa69'] in dv-cinder-763306-5-smb {{(pid=80329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 00:59:49.425264 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d781b1ec-e173-44f4-a31d-2a11f42ef042 None None] Routers {'719e71fd-7050-4d8a-91df-254db23baa69'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 00:59:49.425930 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-d781b1ec-e173-44f4-a31d-2a11f42ef042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T00:59:47Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['719e71fd-7050-4d8a-91df-254db23baa69'], 'active': True} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:59:49.612321 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-d781b1ec-e173-44f4-a31d-2a11f42ef042 None None] Set router 719e71fd-7050-4d8a-91df-254db23baa69 gateway port host: dv-cinder-763306-5-smb {{(pid=80329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 00:59:49.950594 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-d781b1ec-e173-44f4-a31d-2a11f42ef042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719e71fd-7050-4d8a-91df-254db23baa69', 'name': 'tempest-TestMinimumBasicScenario-280452687-router', 'tenant_id': '2e9eced122b34b38833f7f2ebe73f46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': '1b62db36-8f6e-4f51-a8dc-60e01dde56da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:59:39Z', 'updated_at': '2020-12-04T00:59:44Z', 'revision_number': 4, 'project_id': '2e9eced122b34b38833f7f2ebe73f46d', 'gw_port': {'id': '1b62db36-8f6e-4f51-a8dc-60e01dde56da', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:72:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719e71fd-7050-4d8a-91df-254db23baa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:59:40Z', 'updated_at': '2020-12-04T00:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_interfaces': [{'id': 'e19fabb5-d8cc-4077-b15c-c0429334803a', 'name': '', 'network_id': 'ef9c12c5-409d-4605-bd50-4ca1942634e6', 'tenant_id': '2e9eced122b34b38833f7f2ebe73f46d', 'mac_address': 'fa:16:3e:ae:6a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719e71fd-7050-4d8a-91df-254db23baa69', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '582ecbb7-ecbd-4500-9efb-72e4061ad3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:59:43Z', 'updated_at': '2020-12-04T00:59:44Z', 'revision_number': 2, 'project_id': '2e9eced122b34b38833f7f2ebe73f46d', 'subnets': [{'id': '582ecbb7-ecbd-4500-9efb-72e4061ad3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:59:49.954610 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d781b1ec-e173-44f4-a31d-2a11f42ef042 None None] Checking router: 719e71fd-7050-4d8a-91df-254db23baa69 for host: dv-cinder-763306-5-smb {{(pid=80329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 00:59:49.955027 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d781b1ec-e173-44f4-a31d-2a11f42ef042 None None] Updating router 719e71fd-7050-4d8a-91df-254db23baa69 port e19fabb5-d8cc-4077-b15c-c0429334803a binding host dv-cinder-763306-5-smb {{(pid=80329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 04 00:59:50.008437 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d781b1ec-e173-44f4-a31d-2a11f42ef042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:50.452185 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d781b1ec-e173-44f4-a31d-2a11f42ef042 None None] Notify callbacks [] for port, precommit_update {{(pid=80329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:50.467271 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-d781b1ec-e173-44f4-a31d-2a11f42ef042 None None] Transition to ACTIVE for port object e19fabb5-d8cc-4077-b15c-c0429334803a will not be triggered until provisioned by entity L2. {{(pid=80329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 00:59:50.521968 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d781b1ec-e173-44f4-a31d-2a11f42ef042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:50.538728 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:59:50.750710 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 1b62db36-8f6e-4f51-a8dc-60e01dde56da up at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:59:50.840584 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning complete for port 1b62db36-8f6e-4f51-a8dc-60e01dde56da triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:59:50.841132 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:51.018810 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d95e7-ff14-4a55-ab16-6e8dea90c6db None None] Pushing event updated for resources: {'Port': ['ID=e19fabb5-d8cc-4077-b15c-c0429334803a,revision_number=3']} {{(pid=80329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:59:51.050230 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-d781b1ec-e173-44f4-a31d-2a11f42ef042 None None] Attempting to bind port e19fabb5-d8cc-4077-b15c-c0429334803a on host dv-cinder-763306-5-smb for vnic_type normal with profile {{(pid=80329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 00:59:51.050652 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-d781b1ec-e173-44f4-a31d-2a11f42ef042 None None] Attempting to bind port e19fabb5-d8cc-4077-b15c-c0429334803a by drivers openvswitch on host dv-cinder-763306-5-smb at level 0 using segments [{'id': '80e027ed-812b-4ffe-a3a6-3ec3bfdf06e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ef9c12c5-409d-4605-bd50-4ca1942634e6'}] {{(pid=80329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 00:59:51.051064 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d781b1ec-e173-44f4-a31d-2a11f42ef042 None None] Attempting to bind port e19fabb5-d8cc-4077-b15c-c0429334803a on network ef9c12c5-409d-4605-bd50-4ca1942634e6 {{(pid=80329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 00:59:51.056246 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d95e7-ff14-4a55-ab16-6e8dea90c6db None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:51.056636 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d95e7-ff14-4a55-ab16-6e8dea90c6db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:51.057008 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d95e7-ff14-4a55-ab16-6e8dea90c6db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:51.057376 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d95e7-ff14-4a55-ab16-6e8dea90c6db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:51.057742 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d95e7-ff14-4a55-ab16-6e8dea90c6db None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:51.058104 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d95e7-ff14-4a55-ab16-6e8dea90c6db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:51.058463 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d95e7-ff14-4a55-ab16-6e8dea90c6db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:51.058820 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d95e7-ff14-4a55-ab16-6e8dea90c6db None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:51.059191 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d95e7-ff14-4a55-ab16-6e8dea90c6db None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:51.059811 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d95e7-ff14-4a55-ab16-6e8dea90c6db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:51.059912 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d95e7-ff14-4a55-ab16-6e8dea90c6db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:51.060375 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d95e7-ff14-4a55-ab16-6e8dea90c6db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:51.060843 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d95e7-ff14-4a55-ab16-6e8dea90c6db None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:51.061588 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d95e7-ff14-4a55-ab16-6e8dea90c6db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:51.062018 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d95e7-ff14-4a55-ab16-6e8dea90c6db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:51.062185 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d95e7-ff14-4a55-ab16-6e8dea90c6db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:51.062506 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d95e7-ff14-4a55-ab16-6e8dea90c6db None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:51.062855 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d95e7-ff14-4a55-ab16-6e8dea90c6db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:51.063226 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d95e7-ff14-4a55-ab16-6e8dea90c6db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:51.063584 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d95e7-ff14-4a55-ab16-6e8dea90c6db None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:51.063937 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d95e7-ff14-4a55-ab16-6e8dea90c6db None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:51.064289 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d95e7-ff14-4a55-ab16-6e8dea90c6db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:51.064641 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d95e7-ff14-4a55-ab16-6e8dea90c6db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:51.064989 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005d95e7-ff14-4a55-ab16-6e8dea90c6db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 00:59:51.070965 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-005d95e7-ff14-4a55-ab16-6e8dea90c6db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=80329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:59:51.071986 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d781b1ec-e173-44f4-a31d-2a11f42ef042 None None] Checking agent: {'id': '47cd6ef8-6b98-4dda-9657-1784e54a0c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 44, 48), 'started_at': datetime.datetime(2020, 12, 4, 0, 45, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 00:59:51.072396 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d781b1ec-e173-44f4-a31d-2a11f42ef042 None None] Checking segment: {'id': '80e027ed-812b-4ffe-a3a6-3ec3bfdf06e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ef9c12c5-409d-4605-bd50-4ca1942634e6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 00:59:51.072839 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d781b1ec-e173-44f4-a31d-2a11f42ef042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:51.073382 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d781b1ec-e173-44f4-a31d-2a11f42ef042 None None] Bound using segment: {'id': '80e027ed-812b-4ffe-a3a6-3ec3bfdf06e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ef9c12c5-409d-4605-bd50-4ca1942634e6'} {{(pid=80329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 00:59:51.073767 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-d781b1ec-e173-44f4-a31d-2a11f42ef042 None None] Bound port: e19fabb5-d8cc-4077-b15c-c0429334803a, host: dv-cinder-763306-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e027ed-812b-4ffe-a3a6-3ec3bfdf06e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ef9c12c5-409d-4605-bd50-4ca1942634e6'}}] {{(pid=80329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 00:59:51.074180 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d781b1ec-e173-44f4-a31d-2a11f42ef042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:51.199325 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-d781b1ec-e173-44f4-a31d-2a11f42ef042 None None] For port e19fabb5-d8cc-4077-b15c-c0429334803a, host dv-cinder-763306-5-smb, cleared binding levels {{(pid=80329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 00:59:51.203359 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-d781b1ec-e173-44f4-a31d-2a11f42ef042 None None] For port e19fabb5-d8cc-4077-b15c-c0429334803a, host dv-cinder-763306-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=e19fabb5-d8cc-4077-b15c-c0429334803a,segment=NetworkSegment(80e027ed-812b-4ffe-a3a6-3ec3bfdf06e2),segment_id=80e027ed-812b-4ffe-a3a6-3ec3bfdf06e2)] {{(pid=80329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 00:59:51.237477 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d781b1ec-e173-44f4-a31d-2a11f42ef042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:51.258066 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:59:51.410353 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d95e7-ff14-4a55-ab16-6e8dea90c6db None None] Pushing event updated for resources: {'Port': ['ID=e19fabb5-d8cc-4077-b15c-c0429334803a,revision_number=4']} {{(pid=80329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:59:51.417485 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-005d95e7-ff14-4a55-ab16-6e8dea90c6db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:59:51.461964 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d781b1ec-e173-44f4-a31d-2a11f42ef042 None None] Routers {'719e71fd-7050-4d8a-91df-254db23baa69'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 00:59:51.462631 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-d781b1ec-e173-44f4-a31d-2a11f42ef042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T00:59:47Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['719e71fd-7050-4d8a-91df-254db23baa69'], 'active': True} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:59:51.667714 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-d781b1ec-e173-44f4-a31d-2a11f42ef042 None None] Set router 719e71fd-7050-4d8a-91df-254db23baa69 gateway port host: dv-cinder-763306-5-smb {{(pid=80329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 00:59:52.037906 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-d781b1ec-e173-44f4-a31d-2a11f42ef042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719e71fd-7050-4d8a-91df-254db23baa69', 'name': 'tempest-TestMinimumBasicScenario-280452687-router', 'tenant_id': '2e9eced122b34b38833f7f2ebe73f46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': '1b62db36-8f6e-4f51-a8dc-60e01dde56da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:59:39Z', 'updated_at': '2020-12-04T00:59:44Z', 'revision_number': 4, 'project_id': '2e9eced122b34b38833f7f2ebe73f46d', 'gw_port': {'id': '1b62db36-8f6e-4f51-a8dc-60e01dde56da', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:72:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719e71fd-7050-4d8a-91df-254db23baa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:59:40Z', 'updated_at': '2020-12-04T00:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_interfaces': [{'id': 'e19fabb5-d8cc-4077-b15c-c0429334803a', 'name': '', 'network_id': 'ef9c12c5-409d-4605-bd50-4ca1942634e6', 'tenant_id': '2e9eced122b34b38833f7f2ebe73f46d', 'mac_address': 'fa:16:3e:ae:6a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719e71fd-7050-4d8a-91df-254db23baa69', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '582ecbb7-ecbd-4500-9efb-72e4061ad3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:59:43Z', 'updated_at': '2020-12-04T00:59:51Z', 'revision_number': 4, 'project_id': '2e9eced122b34b38833f7f2ebe73f46d', 'subnets': [{'id': '582ecbb7-ecbd-4500-9efb-72e4061ad3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 00:59:52.042669 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d781b1ec-e173-44f4-a31d-2a11f42ef042 None None] The sync data for ids ['719e71fd-7050-4d8a-91df-254db23baa69'] in dv-cinder-763306-5-smb is: [{'id': '719e71fd-7050-4d8a-91df-254db23baa69', 'name': 'tempest-TestMinimumBasicScenario-280452687-router', 'tenant_id': '2e9eced122b34b38833f7f2ebe73f46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': '1b62db36-8f6e-4f51-a8dc-60e01dde56da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:59:39Z', 'updated_at': '2020-12-04T00:59:44Z', 'revision_number': 4, 'project_id': '2e9eced122b34b38833f7f2ebe73f46d', 'gw_port': {'id': '1b62db36-8f6e-4f51-a8dc-60e01dde56da', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:72:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719e71fd-7050-4d8a-91df-254db23baa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:59:40Z', 'updated_at': '2020-12-04T00:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_interfaces': [{'id': 'e19fabb5-d8cc-4077-b15c-c0429334803a', 'name': '', 'network_id': 'ef9c12c5-409d-4605-bd50-4ca1942634e6', 'tenant_id': '2e9eced122b34b38833f7f2ebe73f46d', 'mac_address': 'fa:16:3e:ae:6a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719e71fd-7050-4d8a-91df-254db23baa69', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '582ecbb7-ecbd-4500-9efb-72e4061ad3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:59:43Z', 'updated_at': '2020-12-04T00:59:51Z', 'revision_number': 4, 'project_id': '2e9eced122b34b38833f7f2ebe73f46d', 'subnets': [{'id': '582ecbb7-ecbd-4500-9efb-72e4061ad3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 00:59:52.758814 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device e19fabb5-d8cc-4077-b15c-c0429334803a up at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:59:52.858618 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning for port e19fabb5-d8cc-4077-b15c-c0429334803a completed by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 00:59:52.864122 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning complete for port e19fabb5-d8cc-4077-b15c-c0429334803a triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:59:52.865175 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:52.992346 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:53.032396 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] For port e19fabb5-d8cc-4077-b15c-c0429334803a, host dv-cinder-763306-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=e19fabb5-d8cc-4077-b15c-c0429334803a,segment=NetworkSegment(80e027ed-812b-4ffe-a3a6-3ec3bfdf06e2),segment_id=80e027ed-812b-4ffe-a3a6-3ec3bfdf06e2)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 00:59:53.205689 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:53.209603 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 00:59:53.286075 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Pushing event updated for resources: {'Port': ['ID=e19fabb5-d8cc-4077-b15c-c0429334803a,revision_number=5']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 00:59:53.289544 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 00:59:54.735408 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device e19fabb5-d8cc-4077-b15c-c0429334803a up at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 00:59:54.847263 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning complete for port e19fabb5-d8cc-4077-b15c-c0429334803a triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 00:59:54.847826 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 00:59:57.790337 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773adb4-065c-476f-aed2-91c826627ecc req-46bb1b3e-179e-483c-8bc1-3d16dd0a9ae5 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:57.791001 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-9773adb4-065c-476f-aed2-91c826627ecc req-46bb1b3e-179e-483c-8bc1-3d16dd0a9ae5 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Synchronizing usage tracker for tenant:2e9eced122b34b38833f7f2ebe73f46d on resource:network {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 00:59:57.815926 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d74a7-877c-409e-a23c-90df056dc08e req-f6934aaa-b447-45ef-a9b4-49c92748e091 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:57.818290 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-413d74a7-877c-409e-a23c-90df056dc08e req-f6934aaa-b447-45ef-a9b4-49c92748e091 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 945 time: 0.1476495 Dec 04 00:59:57.863773 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-9773adb4-065c-476f-aed2-91c826627ecc req-46bb1b3e-179e-483c-8bc1-3d16dd0a9ae5 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Unset dirty status for tenant:2e9eced122b34b38833f7f2ebe73f46d on resource:network {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 00:59:57.865121 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9773adb4-065c-476f-aed2-91c826627ecc req-46bb1b3e-179e-483c-8bc1-3d16dd0a9ae5 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/networks?id=ef9c12c5-409d-4605-bd50-4ca1942634e6 HTTP/1.1" status: 200 len: 814 time: 0.2911227 Dec 04 00:59:57.867705 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-413d74a7-877c-409e-a23c-90df056dc08e req-7671bdf5-182f-4346-83fa-b51f99b015ed tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429900 Dec 04 00:59:57.881379 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9773adb4-065c-476f-aed2-91c826627ecc req-7315aba8-e052-436c-967a-cf0d9aabfd00 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/quotas/2e9eced122b34b38833f7f2ebe73f46d HTTP/1.1" status: 200 len: 375 time: 0.0101984 Dec 04 00:59:57.972006 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9773adb4-065c-476f-aed2-91c826627ecc req-b5f3b8d0-fff1-4002-9ad2-10266e0562cc tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e9eced122b34b38833f7f2ebe73f46d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0847368 Dec 04 00:59:58.121631 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9773adb4-065c-476f-aed2-91c826627ecc req-b376fc13-e30f-456f-9068-638cfb3b69a4 service neutron] 10.222.0.73 "GET /v2.0/networks/ef9c12c5-409d-4605-bd50-4ca1942634e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359332 Dec 04 00:59:58.263708 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9773adb4-065c-476f-aed2-91c826627ecc req-c7d91a34-765a-4e02-8665-37ade799e7b9 service neutron] 10.222.0.73 "GET /v2.0/networks/ef9c12c5-409d-4605-bd50-4ca1942634e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1354139 Dec 04 00:59:58.498992 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-0d90cdac-d047-4daa-ae49-9b7224c6a5ee req-fc33ad4b-463d-48f8-a657-d550d9c267bc tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 210 time: 0.0459464 Dec 04 00:59:59.099937 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c344a-f414-43dc-92be-976c5b77075a req-77ce6e4f-d1ec-4631-a1bc-9c2b914d6f0f tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 00:59:59.101547 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-682c344a-f414-43dc-92be-976c5b77075a req-77ce6e4f-d1ec-4631-a1bc-9c2b914d6f0f tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 945 time: 0.0875912 Dec 04 00:59:59.151510 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-682c344a-f414-43dc-92be-976c5b77075a req-c4103781-589b-4a18-8f82-d51c8b22bd34 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431097 Dec 04 00:59:59.676371 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ebec0791-690a-432a-998f-f358f2a1b3b1 req-aeda9420-bd2c-4234-bd8a-39a4f54eb767 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 210 time: 0.0449877 Dec 04 01:00:00.704564 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc32a5e-ff7b-4e5b-8abc-39eea5438a3b req-f9de62d1-dcab-4b1a-bfb8-0fea795cd274 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:00.706184 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-0fc32a5e-ff7b-4e5b-8abc-39eea5438a3b req-f9de62d1-dcab-4b1a-bfb8-0fea795cd274 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 945 time: 0.3977327 Dec 04 01:00:00.792047 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773adb4-065c-476f-aed2-91c826627ecc req-8d9a6ff7-0104-4e15-a18a-bd5b0ebd876c tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:00.793592 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9773adb4-065c-476f-aed2-91c826627ecc req-8d9a6ff7-0104-4e15-a18a-bd5b0ebd876c tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.86 "GET /v2.0/networks?id=ef9c12c5-409d-4605-bd50-4ca1942634e6 HTTP/1.1" status: 200 len: 814 time: 0.2043912 Dec 04 01:00:00.798032 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-0fc32a5e-ff7b-4e5b-8abc-39eea5438a3b req-682665cb-2e5c-4f9b-94d9-bc2af77aff16 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825818 Dec 04 01:00:00.853530 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-9773adb4-065c-476f-aed2-91c826627ecc req-9c243f11-eff4-400c-acc3-5cd6cdd692fa tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Request body: {'port': {'device_id': 'cee49a1f-39c2-41aa-8fa3-822b4edd9ae0', 'network_id': 'ef9c12c5-409d-4605-bd50-4ca1942634e6', 'admin_state_up': True, 'tenant_id': '2e9eced122b34b38833f7f2ebe73f46d'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 01:00:00.884599 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-969db5ad-067b-4df1-93d8-5645348ebd6d req-b9c1bf00-6952-4bde-baf7-a0cb7b4d7fd0 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 210 time: 0.0708377 Dec 04 01:00:01.009429 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-9773adb4-065c-476f-aed2-91c826627ecc req-9c243f11-eff4-400c-acc3-5cd6cdd692fa tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:00:01.013490 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-9773adb4-065c-476f-aed2-91c826627ecc req-9c243f11-eff4-400c-acc3-5cd6cdd692fa tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Usage tracker for resource:port and tenant:2e9eced122b34b38833f7f2ebe73f46d is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 01:00:01.016465 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-9773adb4-065c-476f-aed2-91c826627ecc req-9c243f11-eff4-400c-acc3-5cd6cdd692fa tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Quota usage for port was recalculated. Used quota:2. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 01:00:01.022845 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-9773adb4-065c-476f-aed2-91c826627ecc req-9c243f11-eff4-400c-acc3-5cd6cdd692fa tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:00:01.202975 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9773adb4-065c-476f-aed2-91c826627ecc req-9c243f11-eff4-400c-acc3-5cd6cdd692fa tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Made reservation on behalf of 2e9eced122b34b38833f7f2ebe73f46d for: {'port': 1} {{(pid=80327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 01:00:01.209217 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-9773adb4-065c-476f-aed2-91c826627ecc req-9c243f11-eff4-400c-acc3-5cd6cdd692fa tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:01.558068 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [req-9773adb4-065c-476f-aed2-91c826627ecc req-9c243f11-eff4-400c-acc3-5cd6cdd692fa tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Allocated IP 172.20.0.11 (ef9c12c5-409d-4605-bd50-4ca1942634e6/582ecbb7-ecbd-4500-9efb-72e4061ad3fc/de74cb73-5795-486d-8209-b598050b0e22) {{(pid=80327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 01:00:01.802468 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-9773adb4-065c-476f-aed2-91c826627ecc req-9c243f11-eff4-400c-acc3-5cd6cdd692fa tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks [] for port, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:01.826335 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [req-9773adb4-065c-476f-aed2-91c826627ecc req-9c243f11-eff4-400c-acc3-5cd6cdd692fa tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Transition to ACTIVE for port object de74cb73-5795-486d-8209-b598050b0e22 will not be triggered until provisioned by entity DHCP. {{(pid=80327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 01:00:01.882659 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-9773adb4-065c-476f-aed2-91c826627ecc req-9c243f11-eff4-400c-acc3-5cd6cdd692fa tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:01.961153 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-2b87ffb3-b7b9-4f70-b13e-65d48aa63283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:00:02.148525 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c243f11-eff4-400c-acc3-5cd6cdd692fa tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Pushing event updated for resources: {'Port': ['ID=de74cb73-5795-486d-8209-b598050b0e22,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:00:02.170487 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c243f11-eff4-400c-acc3-5cd6cdd692fa tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:02.170906 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c243f11-eff4-400c-acc3-5cd6cdd692fa tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:02.171353 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c243f11-eff4-400c-acc3-5cd6cdd692fa tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:02.171758 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c243f11-eff4-400c-acc3-5cd6cdd692fa tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:02.172160 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c243f11-eff4-400c-acc3-5cd6cdd692fa tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:02.172572 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c243f11-eff4-400c-acc3-5cd6cdd692fa tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:02.172941 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c243f11-eff4-400c-acc3-5cd6cdd692fa tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:02.173322 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c243f11-eff4-400c-acc3-5cd6cdd692fa tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:02.173709 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c243f11-eff4-400c-acc3-5cd6cdd692fa tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:02.174087 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c243f11-eff4-400c-acc3-5cd6cdd692fa tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:02.174475 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c243f11-eff4-400c-acc3-5cd6cdd692fa tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:02.174870 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c243f11-eff4-400c-acc3-5cd6cdd692fa tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:02.175332 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c243f11-eff4-400c-acc3-5cd6cdd692fa tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:02.175732 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c243f11-eff4-400c-acc3-5cd6cdd692fa tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:02.176121 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c243f11-eff4-400c-acc3-5cd6cdd692fa tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:02.177040 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c243f11-eff4-400c-acc3-5cd6cdd692fa tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:02.177431 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c243f11-eff4-400c-acc3-5cd6cdd692fa tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:02.177826 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c243f11-eff4-400c-acc3-5cd6cdd692fa tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:02.178218 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c243f11-eff4-400c-acc3-5cd6cdd692fa tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:02.178608 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c243f11-eff4-400c-acc3-5cd6cdd692fa tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:02.178997 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c243f11-eff4-400c-acc3-5cd6cdd692fa tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:02.179388 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c243f11-eff4-400c-acc3-5cd6cdd692fa tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:02.179818 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c243f11-eff4-400c-acc3-5cd6cdd692fa tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:02.180208 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c243f11-eff4-400c-acc3-5cd6cdd692fa tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:02.188483 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-9c243f11-eff4-400c-acc3-5cd6cdd692fa tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:00:02.190419 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9773adb4-065c-476f-aed2-91c826627ecc req-9c243f11-eff4-400c-acc3-5cd6cdd692fa tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Network ef9c12c5-409d-4605-bd50-4ca1942634e6 is already hosted by enough agents. {{(pid=80327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 01:00:02.193738 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [req-9773adb4-065c-476f-aed2-91c826627ecc req-9c243f11-eff4-400c-acc3-5cd6cdd692fa tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Resources bound (agent type, host, resource id): {{(pid=80327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 01:00:02.198444 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [req-9773adb4-065c-476f-aed2-91c826627ecc req-9c243f11-eff4-400c-acc3-5cd6cdd692fa tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Received port after_create {{(pid=80327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 01:00:02.268490 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4897aae0-79b4-4caf-9c98-9dbfdde1fc06 req-599ea465-7dcb-4f48-b5ed-e9b7176059a7 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:02.270547 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-4897aae0-79b4-4caf-9c98-9dbfdde1fc06 req-599ea465-7dcb-4f48-b5ed-e9b7176059a7 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 945 time: 0.2298932 Dec 04 01:00:02.305751 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773adb4-065c-476f-aed2-91c826627ecc req-9c243f11-eff4-400c-acc3-5cd6cdd692fa tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:02.306444 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-9773adb4-065c-476f-aed2-91c826627ecc req-9c243f11-eff4-400c-acc3-5cd6cdd692fa tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:02.355193 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-4897aae0-79b4-4caf-9c98-9dbfdde1fc06 req-f06e954e-9232-4a94-8bcb-ef8795234daf tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762684 Dec 04 01:00:02.396591 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9773adb4-065c-476f-aed2-91c826627ecc req-9c243f11-eff4-400c-acc3-5cd6cdd692fa tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5807378 Dec 04 01:00:02.540376 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-49702dbd-5178-4a23-bd30-7dd8e081a238 None None] Provisioning for port de74cb73-5795-486d-8209-b598050b0e22 completed by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 01:00:02.546085 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-49702dbd-5178-4a23-bd30-7dd8e081a238 None None] Provisioning complete for port de74cb73-5795-486d-8209-b598050b0e22 triggered by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:00:02.546501 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-49702dbd-5178-4a23-bd30-7dd8e081a238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:02.593875 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8510485-78d9-4db5-a58e-d84756e1f4a4 req-148f5416-7fcd-4ce4-a132-6a59a356ac1d tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:02.594891 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-c8510485-78d9-4db5-a58e-d84756e1f4a4 req-148f5416-7fcd-4ce4-a132-6a59a356ac1d tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Synchronizing usage tracker for tenant:2e9eced122b34b38833f7f2ebe73f46d on resource:port {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 01:00:02.607701 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-49702dbd-5178-4a23-bd30-7dd8e081a238 None None] Port de74cb73-5795-486d-8209-b598050b0e22 cannot update to ACTIVE because it is not bound. {{(pid=80328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 04 01:00:02.642882 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-c8510485-78d9-4db5-a58e-d84756e1f4a4 req-148f5416-7fcd-4ce4-a132-6a59a356ac1d tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Unset dirty status for tenant:2e9eced122b34b38833f7f2ebe73f46d on resource:port {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 01:00:02.644477 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c8510485-78d9-4db5-a58e-d84756e1f4a4 req-148f5416-7fcd-4ce4-a132-6a59a356ac1d tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 932 time: 0.1378772 Dec 04 01:00:02.700464 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-c8510485-78d9-4db5-a58e-d84756e1f4a4 req-cfed1b23-2d09-4e0b-b284-f81006be400a tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Synchronizing usage tracker for tenant:2e9eced122b34b38833f7f2ebe73f46d on resource:security_group {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 01:00:02.744239 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-c8510485-78d9-4db5-a58e-d84756e1f4a4 req-cfed1b23-2d09-4e0b-b284-f81006be400a tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Unset dirty status for tenant:2e9eced122b34b38833f7f2ebe73f46d on resource:security_group {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 01:00:02.745610 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c8510485-78d9-4db5-a58e-d84756e1f4a4 req-cfed1b23-2d09-4e0b-b284-f81006be400a tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/security-groups?id=40137c78-72e9-46c5-bee6-836d2fbfc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919127 Dec 04 01:00:03.602322 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f09f31-4e72-4eb1-add2-271e0a5b3bd7 req-31e42e05-0735-4460-991e-5b0baf946874 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:03.607065 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-97f09f31-4e72-4eb1-add2-271e0a5b3bd7 req-31e42e05-0735-4460-991e-5b0baf946874 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 945 time: 0.0941317 Dec 04 01:00:03.652826 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-97f09f31-4e72-4eb1-add2-271e0a5b3bd7 req-c81307af-b25d-49e0-8561-469ced823063 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422676 Dec 04 01:00:03.972363 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb0172a-4756-4fae-a12d-4046b6fcb90c req-675e0350-e5b8-447e-a48e-d7e4ddd68853 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:03.974016 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6cb0172a-4756-4fae-a12d-4046b6fcb90c req-675e0350-e5b8-447e-a48e-d7e4ddd68853 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 932 time: 0.0952227 Dec 04 01:00:04.022354 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6cb0172a-4756-4fae-a12d-4046b6fcb90c req-c773d26c-989a-4d5f-b598-47439b53350d tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/security-groups?id=40137c78-72e9-46c5-bee6-836d2fbfc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419309 Dec 04 01:00:04.887631 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f071c20-4a2b-4983-bcff-9f3778298be8 req-1dfaca32-b429-480f-934d-596c0ea1a08c tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:04.889236 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8f071c20-4a2b-4983-bcff-9f3778298be8 req-1dfaca32-b429-480f-934d-596c0ea1a08c tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 945 time: 0.0896041 Dec 04 01:00:04.940839 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8f071c20-4a2b-4983-bcff-9f3778298be8 req-87274c3c-c245-44e3-a456-94d215819a9e tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444171 Dec 04 01:00:05.262861 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9062b6-878a-47e7-9a6e-8e87d59af4c2 req-248c5c3c-3514-42d1-8f80-a26a3f43eb38 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:05.264803 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7d9062b6-878a-47e7-9a6e-8e87d59af4c2 req-248c5c3c-3514-42d1-8f80-a26a3f43eb38 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 932 time: 0.1128259 Dec 04 01:00:05.312323 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7d9062b6-878a-47e7-9a6e-8e87d59af4c2 req-5f393900-6348-4e0a-ac7a-51af13a207e2 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/security-groups?id=40137c78-72e9-46c5-bee6-836d2fbfc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406339 Dec 04 01:00:06.176710 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7c07f-3703-42b0-a428-d97a70f6b2bc req-4ad0fa7a-9af6-4929-903c-fcf865fd42ec tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:06.181492 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7af7c07f-3703-42b0-a428-d97a70f6b2bc req-4ad0fa7a-9af6-4929-903c-fcf865fd42ec tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 945 time: 0.0917082 Dec 04 01:00:06.229835 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7af7c07f-3703-42b0-a428-d97a70f6b2bc req-db1c7e1a-e7b1-4a1d-82b9-7b15b33b094f tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445201 Dec 04 01:00:06.529191 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79493e2b-0568-46ce-a30e-a28957533894 req-c0d8f51b-0bac-41a8-993c-f7923819089b tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:06.530743 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-79493e2b-0568-46ce-a30e-a28957533894 req-c0d8f51b-0bac-41a8-993c-f7923819089b tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 932 time: 0.0844412 Dec 04 01:00:06.585370 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-79493e2b-0568-46ce-a30e-a28957533894 req-af6312d6-23e6-4a59-8ceb-dd7b55c06175 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/security-groups?id=40137c78-72e9-46c5-bee6-836d2fbfc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468349 Dec 04 01:00:07.465095 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657300a8-bf41-4a31-a50e-e4244c5711ed req-5f5fc4d0-3771-43eb-90a9-bbb78f659613 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:07.466656 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-657300a8-bf41-4a31-a50e-e4244c5711ed req-5f5fc4d0-3771-43eb-90a9-bbb78f659613 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 945 time: 0.0863876 Dec 04 01:00:07.518261 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-657300a8-bf41-4a31-a50e-e4244c5711ed req-4a8c2b31-fc96-45f6-a300-a9af7345fad0 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449638 Dec 04 01:00:07.805677 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c189d0f-c70c-41ca-b80d-c80b9d0a2a8a req-ea8b2281-90fa-433d-bb42-c2ed9139a40e tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:07.807333 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8c189d0f-c70c-41ca-b80d-c80b9d0a2a8a req-ea8b2281-90fa-433d-bb42-c2ed9139a40e tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 932 time: 0.0879257 Dec 04 01:00:07.858937 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8c189d0f-c70c-41ca-b80d-c80b9d0a2a8a req-ac774662-9425-4e39-9331-7df827bc9a47 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/security-groups?id=40137c78-72e9-46c5-bee6-836d2fbfc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449960 Dec 04 01:00:08.751502 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44b763-e26e-462e-aa52-6ef2afaabd32 req-e5f027d6-1128-41c9-b535-5177ceacb190 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:08.753161 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-fb44b763-e26e-462e-aa52-6ef2afaabd32 req-e5f027d6-1128-41c9-b535-5177ceacb190 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 945 time: 0.0852962 Dec 04 01:00:08.805956 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-fb44b763-e26e-462e-aa52-6ef2afaabd32 req-558ff619-188f-4b5a-9562-42d96337f3f7 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458126 Dec 04 01:00:09.080092 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8bdde-4ede-46e8-b99e-3fea90ab20fe req-1c406a31-f3b2-4704-b3e9-62a97a5e9a03 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:09.081632 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2ea8bdde-4ede-46e8-b99e-3fea90ab20fe req-1c406a31-f3b2-4704-b3e9-62a97a5e9a03 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 932 time: 0.0847411 Dec 04 01:00:09.131321 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2ea8bdde-4ede-46e8-b99e-3fea90ab20fe req-536e97ad-16c5-4549-af91-7481207fafa7 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/security-groups?id=40137c78-72e9-46c5-bee6-836d2fbfc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423915 Dec 04 01:00:10.042054 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e85f2-fbe3-4fc6-bc9d-c5e3ca3a51a4 req-f0258ca5-ca6d-4ebd-b098-5b04c2c1f86e tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:10.043672 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c73e85f2-fbe3-4fc6-bc9d-c5e3ca3a51a4 req-f0258ca5-ca6d-4ebd-b098-5b04c2c1f86e tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 945 time: 0.0889249 Dec 04 01:00:10.093078 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c73e85f2-fbe3-4fc6-bc9d-c5e3ca3a51a4 req-a0002044-ed48-4039-8d2e-51606197be1e tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430925 Dec 04 01:00:10.351551 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf2e6af-ca6c-4206-a7ea-a02823d47f3e req-aab1d921-7ec1-4a1f-a265-cc32abde189d tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:10.353258 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-5bf2e6af-ca6c-4206-a7ea-a02823d47f3e req-aab1d921-7ec1-4a1f-a265-cc32abde189d tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 932 time: 0.0865817 Dec 04 01:00:10.404600 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-5bf2e6af-ca6c-4206-a7ea-a02823d47f3e req-af326935-1d85-4e07-8eea-c21f2f52c529 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/security-groups?id=40137c78-72e9-46c5-bee6-836d2fbfc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445280 Dec 04 01:00:13.142286 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-9773adb4-065c-476f-aed2-91c826627ecc req-96a2d4df-570f-4c3b-9b5c-64b6824280dc service neutron] Request body: {'port': {'device_id': 'cee49a1f-39c2-41aa-8fa3-822b4edd9ae0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 01:00:13.272415 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-9773adb4-065c-476f-aed2-91c826627ecc req-96a2d4df-570f-4c3b-9b5c-64b6824280dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:13.355098 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 6 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 01:00:13.748772 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca38d7-7dec-4cbe-a588-743165bdaa5a req-f3c1ba86-43ce-440d-8ba9-eb06d537b5a2 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:13.750398 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-84ca38d7-7dec-4cbe-a588-743165bdaa5a req-f3c1ba86-43ce-440d-8ba9-eb06d537b5a2 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 945 time: 0.3692174 Dec 04 01:00:13.767152 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d942a2-f8fa-46a8-9c1a-6b178a647548 req-a53dceed-4a68-48b3-a272-b7e01de41cb2 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:13.768705 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b1d942a2-f8fa-46a8-9c1a-6b178a647548 req-a53dceed-4a68-48b3-a272-b7e01de41cb2 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 932 time: 0.3863044 Dec 04 01:00:13.896472 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-84ca38d7-7dec-4cbe-a588-743165bdaa5a req-aad10c6d-33b7-46a7-af64-2130470ce23f tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386003 Dec 04 01:00:13.904272 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753497a-38d4-45b5-b055-b8faab344624 req-423fdc78-0a04-43d3-b4ef-708c75e1ea62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:13.905824 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9753497a-38d4-45b5-b055-b8faab344624 req-423fdc78-0a04-43d3-b4ef-708c75e1ea62 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=27c40306c9424330a5920da109201aa5&device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 1162 time: 0.3181658 Dec 04 01:00:13.918327 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b1d942a2-f8fa-46a8-9c1a-6b178a647548 req-58f0ce1c-31af-41ca-98f7-ce5c47151641 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/security-groups?id=40137c78-72e9-46c5-bee6-836d2fbfc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221228 Dec 04 01:00:14.299326 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [req-9773adb4-065c-476f-aed2-91c826627ecc req-96a2d4df-570f-4c3b-9b5c-64b6824280dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de74cb73-5795-486d-8209-b598050b0e22 {{(pid=80327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 04 01:00:14.318548 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-9773adb4-065c-476f-aed2-91c826627ecc req-96a2d4df-570f-4c3b-9b5c-64b6824280dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:14.347280 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [req-9773adb4-065c-476f-aed2-91c826627ecc req-96a2d4df-570f-4c3b-9b5c-64b6824280dc service neutron] Transition to ACTIVE for port object de74cb73-5795-486d-8209-b598050b0e22 will not be triggered until provisioned by entity L2. {{(pid=80327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 01:00:14.351779 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753497a-38d4-45b5-b055-b8faab344624 req-f8105b08-0e07-4e7d-897e-2c3e82dd4ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:14.363328 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9753497a-38d4-45b5-b055-b8faab344624 req-f8105b08-0e07-4e7d-897e-2c3e82dd4ea8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=81043efb-b877-4e23-b898-a49f43cd94b2 HTTP/1.1" status: 200 len: 910 time: 0.4254005 Dec 04 01:00:14.430886 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-9773adb4-065c-476f-aed2-91c826627ecc req-96a2d4df-570f-4c3b-9b5c-64b6824280dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27697970'] for port, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:14.448148 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a33d77d2-7f9a-4f2b-b1e8-1545db6f0b97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:00:14.595258 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9753497a-38d4-45b5-b055-b8faab344624 req-243d1190-b1f8-40c5-8da4-bd7fbb7e1f02 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ac4f24b-4dd7-4d39-9a7d-ee02751d543e HTTP/1.1" status: 200 len: 1001 time: 0.2347059 Dec 04 01:00:14.595913 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a2d4df-570f-4c3b-9b5c-64b6824280dc service neutron] Pushing event updated for resources: {'Port': ['ID=de74cb73-5795-486d-8209-b598050b0e22,revision_number=2']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:00:14.600324 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-96a2d4df-570f-4c3b-9b5c-64b6824280dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:00:14.659949 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2fcea22e-25ec-4cff-9a3e-f73a9fbf9bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:14.712584 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753497a-38d4-45b5-b055-b8faab344624 req-6c312720-a204-4473-b90e-44660f7ce4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:14.714157 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9753497a-38d4-45b5-b055-b8faab344624 req-6c312720-a204-4473-b90e-44660f7ce4c9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=09a18547-ffe8-483f-9f89-ed9ea46deb6c HTTP/1.1" status: 200 len: 855 time: 0.1052215 Dec 04 01:00:14.922276 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-9773adb4-065c-476f-aed2-91c826627ecc req-96a2d4df-570f-4c3b-9b5c-64b6824280dc service neutron] Attempting to bind port de74cb73-5795-486d-8209-b598050b0e22 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 01:00:14.922634 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-9773adb4-065c-476f-aed2-91c826627ecc req-96a2d4df-570f-4c3b-9b5c-64b6824280dc service neutron] Attempting to bind port de74cb73-5795-486d-8209-b598050b0e22 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '80e027ed-812b-4ffe-a3a6-3ec3bfdf06e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ef9c12c5-409d-4605-bd50-4ca1942634e6'}] {{(pid=80327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 01:00:14.923005 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9773adb4-065c-476f-aed2-91c826627ecc req-96a2d4df-570f-4c3b-9b5c-64b6824280dc service neutron] Attempting to bind port de74cb73-5795-486d-8209-b598050b0e22 on network ef9c12c5-409d-4605-bd50-4ca1942634e6 {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 01:00:14.928764 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753497a-38d4-45b5-b055-b8faab344624 req-27543b93-244c-4cce-9ce5-d041239270bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:14.930374 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9753497a-38d4-45b5-b055-b8faab344624 req-27543b93-244c-4cce-9ce5-d041239270bc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=81043efb-b877-4e23-b898-a49f43cd94b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1585019 Dec 04 01:00:14.933044 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9773adb4-065c-476f-aed2-91c826627ecc req-96a2d4df-570f-4c3b-9b5c-64b6824280dc service neutron] Checking agent: {'id': '37b4fca6-97cd-43de-9e09-0e080c5ad260', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 52, 16), 'started_at': datetime.datetime(2020, 12, 4, 0, 52, 46), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 0, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 01:00:14.933419 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9773adb4-065c-476f-aed2-91c826627ecc req-96a2d4df-570f-4c3b-9b5c-64b6824280dc service neutron] Checking segment: {'id': '80e027ed-812b-4ffe-a3a6-3ec3bfdf06e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ef9c12c5-409d-4605-bd50-4ca1942634e6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 01:00:14.933819 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-9773adb4-065c-476f-aed2-91c826627ecc req-96a2d4df-570f-4c3b-9b5c-64b6824280dc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:14.934207 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9773adb4-065c-476f-aed2-91c826627ecc req-96a2d4df-570f-4c3b-9b5c-64b6824280dc service neutron] Bound using segment: {'id': '80e027ed-812b-4ffe-a3a6-3ec3bfdf06e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ef9c12c5-409d-4605-bd50-4ca1942634e6'} {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 01:00:14.934675 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-9773adb4-065c-476f-aed2-91c826627ecc req-96a2d4df-570f-4c3b-9b5c-64b6824280dc service neutron] Bound port: de74cb73-5795-486d-8209-b598050b0e22, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e027ed-812b-4ffe-a3a6-3ec3bfdf06e2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ef9c12c5-409d-4605-bd50-4ca1942634e6'}}] {{(pid=80327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 01:00:14.935044 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-9773adb4-065c-476f-aed2-91c826627ecc req-96a2d4df-570f-4c3b-9b5c-64b6824280dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:15.275683 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-9773adb4-065c-476f-aed2-91c826627ecc req-96a2d4df-570f-4c3b-9b5c-64b6824280dc service neutron] For port de74cb73-5795-486d-8209-b598050b0e22, host hv-cinder-76330, cleared binding levels {{(pid=80327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 01:00:15.284208 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9753497a-38d4-45b5-b055-b8faab344624 req-8508eb2b-52b0-4830-a931-4b7aff1953aa service neutron] 10.222.0.86 "GET /v2.0/networks/81043efb-b877-4e23-b898-a49f43cd94b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388052 Dec 04 01:00:15.318947 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-9773adb4-065c-476f-aed2-91c826627ecc req-96a2d4df-570f-4c3b-9b5c-64b6824280dc service neutron] For port de74cb73-5795-486d-8209-b598050b0e22, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=de74cb73-5795-486d-8209-b598050b0e22,segment=NetworkSegment(80e027ed-812b-4ffe-a3a6-3ec3bfdf06e2),segment_id=80e027ed-812b-4ffe-a3a6-3ec3bfdf06e2)] {{(pid=80327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 01:00:15.394965 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4851e65-a542-49f8-bf4d-cc084af58162 req-e73da2d5-605e-4163-bc1c-fa16a03aa2dc tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:15.396582 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d4851e65-a542-49f8-bf4d-cc084af58162 req-e73da2d5-605e-4163-bc1c-fa16a03aa2dc tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 944 time: 0.3306930 Dec 04 01:00:15.402199 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-9773adb4-065c-476f-aed2-91c826627ecc req-96a2d4df-570f-4c3b-9b5c-64b6824280dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27697970'] for port, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:15.420909 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39585687-9b76-46c9-9f99-12f6baeec416 req-c21c4f7a-9334-446c-a2b4-d989653e17df tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:15.422467 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-39585687-9b76-46c9-9f99-12f6baeec416 req-c21c4f7a-9334-446c-a2b4-d989653e17df tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 945 time: 0.3577883 Dec 04 01:00:15.429126 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-773f0c95-e709-4681-b001-9395d86a5f9b tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:00:15.671297 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d4851e65-a542-49f8-bf4d-cc084af58162 req-5893f0e7-1f47-4e5a-9bf3-c63862647aa2 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/security-groups?id=40137c78-72e9-46c5-bee6-836d2fbfc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431204 Dec 04 01:00:15.698364 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-39585687-9b76-46c9-9f99-12f6baeec416 req-a8e6c31f-6618-4590-af49-c36e18d1e452 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322924 Dec 04 01:00:15.704242 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a2d4df-570f-4c3b-9b5c-64b6824280dc service neutron] Pushing event updated for resources: {'Port': ['ID=de74cb73-5795-486d-8209-b598050b0e22,revision_number=3']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:00:15.713363 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-96a2d4df-570f-4c3b-9b5c-64b6824280dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:00:15.725564 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9753497a-38d4-45b5-b055-b8faab344624 req-b385a41e-c697-4a8a-9d85-bf0f98d9e339 service neutron] 10.222.0.86 "GET /v2.0/networks/81043efb-b877-4e23-b898-a49f43cd94b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4327130 Dec 04 01:00:15.745176 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773adb4-065c-476f-aed2-91c826627ecc req-96a2d4df-570f-4c3b-9b5c-64b6824280dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:15.745852 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-9773adb4-065c-476f-aed2-91c826627ecc req-96a2d4df-570f-4c3b-9b5c-64b6824280dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:15.747718 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9773adb4-065c-476f-aed2-91c826627ecc req-96a2d4df-570f-4c3b-9b5c-64b6824280dc service neutron] 10.222.0.86 "PUT /v2.0/ports/de74cb73-5795-486d-8209-b598050b0e22 HTTP/1.1" status: 200 len: 1158 time: 2.7669582 Dec 04 01:00:15.748202 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee49a1f-39c2-41aa-8fa3-822b4edd9ae0', 'tag': 'de74cb73-5795-486d-8209-b598050b0e22'}] {{(pid=80327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 01:00:15.967130 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773adb4-065c-476f-aed2-91c826627ecc req-8e7c369f-1072-4e2b-9687-94da4ed57bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:15.968816 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9773adb4-065c-476f-aed2-91c826627ecc req-8e7c369f-1072-4e2b-9687-94da4ed57bcf service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2e9eced122b34b38833f7f2ebe73f46d&device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 1161 time: 0.0976019 Dec 04 01:00:16.052664 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cee49a1f-39c2-41aa-8fa3-822b4edd9ae0', 'tag': 'de74cb73-5795-486d-8209-b598050b0e22', 'status': 'completed', 'code': 200} Dec 04 01:00:16.072683 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9773adb4-065c-476f-aed2-91c826627ecc req-7d28883e-5e79-432e-ac6f-e29d1b28501b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de74cb73-5795-486d-8209-b598050b0e22 HTTP/1.1" status: 200 len: 217 time: 0.0769145 Dec 04 01:00:16.165121 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773adb4-065c-476f-aed2-91c826627ecc req-69f224b5-2b6b-4997-9d77-809a9d1ba6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:16.167082 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9773adb4-065c-476f-aed2-91c826627ecc req-69f224b5-2b6b-4997-9d77-809a9d1ba6ec service neutron] 10.222.0.86 "GET /v2.0/subnets?id=582ecbb7-ecbd-4500-9efb-72e4061ad3fc HTTP/1.1" status: 200 len: 853 time: 0.0879681 Dec 04 01:00:16.184681 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:16.281379 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9773adb4-065c-476f-aed2-91c826627ecc req-b4b3a724-6417-4e1b-a843-ed52cf25c66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:16.284048 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9773adb4-065c-476f-aed2-91c826627ecc req-b4b3a724-6417-4e1b-a843-ed52cf25c66e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ef9c12c5-409d-4605-bd50-4ca1942634e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1039557 Dec 04 01:00:16.448887 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9773adb4-065c-476f-aed2-91c826627ecc req-85078b32-7332-4fa8-b343-530f2a611e92 service neutron] 10.222.0.86 "GET /v2.0/networks/ef9c12c5-409d-4605-bd50-4ca1942634e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576583 Dec 04 01:00:16.618810 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9773adb4-065c-476f-aed2-91c826627ecc req-2bd94aa9-fea5-432e-8500-3c010b775070 service neutron] 10.222.0.86 "GET /v2.0/networks/ef9c12c5-409d-4605-bd50-4ca1942634e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1543880 Dec 04 01:00:16.814020 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-17e23814-59b5-42c0-95c0-512fd244274c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:17.308790 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8698dd-853d-4c33-8e55-9175705fc31e req-0cb008d2-f038-4c5e-bb5b-4107c4ca1dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:17.310515 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-5d8698dd-853d-4c33-8e55-9175705fc31e req-0cb008d2-f038-4c5e-bb5b-4107c4ca1dbb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2e9eced122b34b38833f7f2ebe73f46d&device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 1161 time: 0.5146558 Dec 04 01:00:17.324633 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3730b8b-404e-4e10-a206-87eba865076f req-290ad0d8-2272-4397-bc77-3f376c2e2771 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:17.326465 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f3730b8b-404e-4e10-a206-87eba865076f req-290ad0d8-2272-4397-bc77-3f376c2e2771 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 945 time: 0.2100456 Dec 04 01:00:17.373345 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09bfb0e-fc57-4a90-a8e7-c62e9ef8c2b4 req-d5897bc8-d4fa-4b19-b07a-2a7fa7588a20 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:17.375120 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a09bfb0e-fc57-4a90-a8e7-c62e9ef8c2b4 req-d5897bc8-d4fa-4b19-b07a-2a7fa7588a20 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 944 time: 0.2598877 Dec 04 01:00:17.465768 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:17.524027 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f3730b8b-404e-4e10-a206-87eba865076f req-1a4ae9a3-515c-46e4-81f8-810e2ddf7452 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609716 Dec 04 01:00:17.574599 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a09bfb0e-fc57-4a90-a8e7-c62e9ef8c2b4 req-e4b81140-8e09-4f3b-83be-2fc59deff574 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/security-groups?id=40137c78-72e9-46c5-bee6-836d2fbfc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231441 Dec 04 01:00:17.581164 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8698dd-853d-4c33-8e55-9175705fc31e req-7ff15d11-621e-4add-a8fb-b9f55e3d913c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:17.584863 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-5d8698dd-853d-4c33-8e55-9175705fc31e req-7ff15d11-621e-4add-a8fb-b9f55e3d913c service neutron] 10.222.0.86 "GET /v2.0/networks?id=ef9c12c5-409d-4605-bd50-4ca1942634e6 HTTP/1.1" status: 200 len: 908 time: 0.2553384 Dec 04 01:00:17.667549 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-5d8698dd-853d-4c33-8e55-9175705fc31e req-1c9da89a-0c72-4f1d-8418-ac14bb04cb87 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de74cb73-5795-486d-8209-b598050b0e22 HTTP/1.1" status: 200 len: 217 time: 0.0766792 Dec 04 01:00:17.742216 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8698dd-853d-4c33-8e55-9175705fc31e req-e1633c03-da4e-4715-95ef-bc0c31a7d8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:17.743879 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-5d8698dd-853d-4c33-8e55-9175705fc31e req-e1633c03-da4e-4715-95ef-bc0c31a7d8bf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=582ecbb7-ecbd-4500-9efb-72e4061ad3fc HTTP/1.1" status: 200 len: 853 time: 0.0695169 Dec 04 01:00:17.923852 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8698dd-853d-4c33-8e55-9175705fc31e req-b2d10963-2c6f-4a60-87e1-36081d0d8001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:17.925623 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-5d8698dd-853d-4c33-8e55-9175705fc31e req-b2d10963-2c6f-4a60-87e1-36081d0d8001 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ef9c12c5-409d-4605-bd50-4ca1942634e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1733654 Dec 04 01:00:18.095696 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-5d8698dd-853d-4c33-8e55-9175705fc31e req-803c0a17-7b16-4c56-83fb-0136964a0361 service neutron] 10.222.0.86 "GET /v2.0/networks/ef9c12c5-409d-4605-bd50-4ca1942634e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623490 Dec 04 01:00:18.248278 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-5d8698dd-853d-4c33-8e55-9175705fc31e req-f4184486-b404-436f-8843-0a3cf0a1cc0b service neutron] 10.222.0.86 "GET /v2.0/networks/ef9c12c5-409d-4605-bd50-4ca1942634e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1457138 Dec 04 01:00:18.505659 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:18.616119 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.objects.ports [None req-aabfa9bf-8a43-4b55-8d17-85fbe27a09a0 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80328) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 04 01:00:18.917602 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:18.945621 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f0230-b5d6-48ec-a945-3661c0bdacfb req-f2eafc72-6fb4-4b52-84dc-fa2b23aca56d tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:18.945621 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-100f0230-b5d6-48ec-a945-3661c0bdacfb req-f2eafc72-6fb4-4b52-84dc-fa2b23aca56d tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 945 time: 0.2436919 Dec 04 01:00:18.952440 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730da55d-3a20-452a-b5d3-fdaf1d6ffe38 req-bf98b2d7-2646-4dba-a891-97df14d03ac6 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:18.960705 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-730da55d-3a20-452a-b5d3-fdaf1d6ffe38 req-bf98b2d7-2646-4dba-a891-97df14d03ac6 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 944 time: 0.1457860 Dec 04 01:00:19.041034 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-100f0230-b5d6-48ec-a945-3661c0bdacfb req-50b57fbd-f6c4-4f6b-b259-5a436f1d45f9 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646236 Dec 04 01:00:19.045414 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-730da55d-3a20-452a-b5d3-fdaf1d6ffe38 req-73e70f35-98bc-4095-98fb-3f13d13409c7 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/security-groups?id=40137c78-72e9-46c5-bee6-836d2fbfc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839646 Dec 04 01:00:19.247101 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device de74cb73-5795-486d-8209-b598050b0e22 up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 01:00:19.349807 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning for port de74cb73-5795-486d-8209-b598050b0e22 completed by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 01:00:19.355452 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port de74cb73-5795-486d-8209-b598050b0e22 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:00:19.355874 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:19.480545 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:19.513201 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee49a1f-39c2-41aa-8fa3-822b4edd9ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de74cb73-5795-486d-8209-b598050b0e22'}] {{(pid=80328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 01:00:19.526480 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] For port de74cb73-5795-486d-8209-b598050b0e22, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=de74cb73-5795-486d-8209-b598050b0e22,segment=NetworkSegment(80e027ed-812b-4ffe-a3a6-3ec3bfdf06e2),segment_id=80e027ed-812b-4ffe-a3a6-3ec3bfdf06e2)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:00:19.563444 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:19.565456 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:00:19.646836 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Pushing event updated for resources: {'Port': ['ID=de74cb73-5795-486d-8209-b598050b0e22,revision_number=4']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:00:19.655723 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:19.656122 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:19.656507 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:19.656893 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:19.657264 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:19.657637 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:19.658006 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:19.658375 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:19.658773 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:19.659139 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:19.659553 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:19.659920 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:19.660322 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:19.664115 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:19.664531 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:19.664916 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:19.665295 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:19.665703 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:19.666124 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:19.666541 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:19.667061 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:19.667519 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:19.667939 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:19.668387 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:19.673902 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:00:19.678577 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee49a1f-39c2-41aa-8fa3-822b4edd9ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de74cb73-5795-486d-8209-b598050b0e22', 'code': 200} Dec 04 01:00:20.392666 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f1769-6730-45a4-8409-6d668ea8b506 req-be37ae0d-cf10-4a15-bb32-082749452828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:20.394281 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-4a6f1769-6730-45a4-8409-6d668ea8b506 req-be37ae0d-cf10-4a15-bb32-082749452828 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 1163 time: 0.2192950 Dec 04 01:00:20.465077 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617aa75c-65eb-44b4-83ef-fb5b3e206729 req-6e2c8cf3-09d0-4c5a-aecb-c7f3083f52b8 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:20.472489 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-617aa75c-65eb-44b4-83ef-fb5b3e206729 req-6e2c8cf3-09d0-4c5a-aecb-c7f3083f52b8 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 946 time: 0.2255042 Dec 04 01:00:20.491554 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd56fb9-290f-4b66-ac4f-2d00a94aebfb req-0d0879fd-9aef-4934-99fb-1b56062d95ef tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:20.495749 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ecd56fb9-290f-4b66-ac4f-2d00a94aebfb req-0d0879fd-9aef-4934-99fb-1b56062d95ef tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 945 time: 0.1911449 Dec 04 01:00:20.495749 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-4a6f1769-6730-45a4-8409-6d668ea8b506 req-89a99afc-3db7-4e68-aefe-73ee92d4633b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=40137c78-72e9-46c5-bee6-836d2fbfc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930066 Dec 04 01:00:20.576504 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-617aa75c-65eb-44b4-83ef-fb5b3e206729 req-c9a02196-0f15-45df-82b5-b0d8dd8fbb1e tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/security-groups?id=40137c78-72e9-46c5-bee6-836d2fbfc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006472 Dec 04 01:00:20.578734 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ecd56fb9-290f-4b66-ac4f-2d00a94aebfb req-38699ef8-8f96-4abd-8818-31d8bc764d38 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676944 Dec 04 01:00:20.684886 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device de74cb73-5795-486d-8209-b598050b0e22 up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 01:00:20.756757 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port de74cb73-5795-486d-8209-b598050b0e22 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:00:20.757169 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:21.896772 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47ad5b-f3d3-4847-9644-fe4a1ad5969d req-c811dd8c-86e8-43d4-a275-b2f5eefbe94c tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:21.905754 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7a47ad5b-f3d3-4847-9644-fe4a1ad5969d req-c811dd8c-86e8-43d4-a275-b2f5eefbe94c tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 945 time: 0.1321738 Dec 04 01:00:21.934030 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da887ec-331b-44eb-812e-f4a4952ef0d5 req-7a1ee0b5-945d-4221-88ba-0e170ac9c9b5 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:21.935928 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-0da887ec-331b-44eb-812e-f4a4952ef0d5 req-7a1ee0b5-945d-4221-88ba-0e170ac9c9b5 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 946 time: 0.2014818 Dec 04 01:00:21.996730 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7a47ad5b-f3d3-4847-9644-fe4a1ad5969d req-5efb7b1b-9359-48ef-9bb2-7e510d8a6bec tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891519 Dec 04 01:00:22.025450 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-0da887ec-331b-44eb-812e-f4a4952ef0d5 req-b81c5a59-6757-421a-b434-3202991c6f57 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/security-groups?id=40137c78-72e9-46c5-bee6-836d2fbfc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780811 Dec 04 01:00:23.356038 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5969c-38dd-4e4e-8830-fcbcac0ea853 req-eb111f0e-757d-4f1d-b10b-1ddd1140c0df tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:23.357678 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-05d5969c-38dd-4e4e-8830-fcbcac0ea853 req-eb111f0e-757d-4f1d-b10b-1ddd1140c0df tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 945 time: 0.1816766 Dec 04 01:00:23.375347 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357209a6-be05-4d4c-a1b0-83fcd9d898e5 req-bbcd7522-755b-4803-9fc4-3b2a5807db91 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:23.381169 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-357209a6-be05-4d4c-a1b0-83fcd9d898e5 req-bbcd7522-755b-4803-9fc4-3b2a5807db91 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 946 time: 0.1426709 Dec 04 01:00:23.462995 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-357209a6-be05-4d4c-a1b0-83fcd9d898e5 req-25fa5da4-725c-42cf-9f94-9e59c9bc7475 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/security-groups?id=40137c78-72e9-46c5-bee6-836d2fbfc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782776 Dec 04 01:00:23.474314 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-05d5969c-38dd-4e4e-8830-fcbcac0ea853 req-ed9b1ab3-3b17-4282-a6df-98e2ac1cdfff tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914249 Dec 04 01:00:23.696852 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc2e48-22bb-42e7-91dc-c9c3c92224bd req-aa85b032-bdc7-4ad2-8a50-9dd645c43d3b tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:23.698657 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-37fc2e48-22bb-42e7-91dc-c9c3c92224bd req-aa85b032-bdc7-4ad2-8a50-9dd645c43d3b tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 946 time: 0.0864363 Dec 04 01:00:23.759763 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-37fc2e48-22bb-42e7-91dc-c9c3c92224bd req-521ae50d-b106-468c-965c-f441fb95fc97 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/security-groups?id=40137c78-72e9-46c5-bee6-836d2fbfc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538960 Dec 04 01:00:24.237374 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26cb04a-c844-47bd-922e-0556ba3299ad req-691e3125-f184-4850-bab4-3b56e2764dad tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:24.239057 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b26cb04a-c844-47bd-922e-0556ba3299ad req-691e3125-f184-4850-bab4-3b56e2764dad tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 946 time: 0.0917392 Dec 04 01:00:24.292643 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b26cb04a-c844-47bd-922e-0556ba3299ad req-e4c9a58b-e771-466a-9b93-88f9f4b37ae2 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/security-groups?id=40137c78-72e9-46c5-bee6-836d2fbfc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471692 Dec 04 01:00:24.741629 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc9dd1-2379-4f11-bef3-bfb276f3c0f7 req-61488dff-585c-4401-b372-7d4a64a49dd3 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:24.750487 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-80dc9dd1-2379-4f11-bef3-bfb276f3c0f7 req-61488dff-585c-4401-b372-7d4a64a49dd3 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 945 time: 0.1060150 Dec 04 01:00:24.808697 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-80dc9dd1-2379-4f11-bef3-bfb276f3c0f7 req-4faf9ec2-0c48-4294-9abf-f0729b7fa94c tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563567 Dec 04 01:00:26.060815 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e1c94-7e94-44b0-8c38-75fb7ddfeeab req-8083c7a5-01e0-4935-9ff7-dbb34cba7989 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:26.062614 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-162e1c94-7e94-44b0-8c38-75fb7ddfeeab req-8083c7a5-01e0-4935-9ff7-dbb34cba7989 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 945 time: 0.1027741 Dec 04 01:00:26.119965 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-162e1c94-7e94-44b0-8c38-75fb7ddfeeab req-3ed48209-0e37-4eda-bf03-9866204766ab tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480959 Dec 04 01:00:27.361902 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295dd96-2879-481d-9f6b-27b51d6286b0 req-e0660e9e-7f6d-4723-b66d-f10d8818f714 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:27.364145 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2295dd96-2879-481d-9f6b-27b51d6286b0 req-e0660e9e-7f6d-4723-b66d-f10d8818f714 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 945 time: 0.0835650 Dec 04 01:00:27.413243 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2295dd96-2879-481d-9f6b-27b51d6286b0 req-0b32d8ec-0566-4a43-bd04-b1ab4d5a1f2d tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417557 Dec 04 01:00:28.719565 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f34579-0080-42d5-a47f-665c7ef9bd14 req-4af7117f-4b9d-4a57-9cfb-f5b24845a642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:28.721194 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-06f34579-0080-42d5-a47f-665c7ef9bd14 req-4af7117f-4b9d-4a57-9cfb-f5b24845a642 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=27c40306c9424330a5920da109201aa5&device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 1162 time: 0.1473548 Dec 04 01:00:28.728717 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9315307-ceba-4f45-b764-96d22044cffd req-00db9e8b-cae6-4376-9b07-9ddd7f7e371a tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:28.730214 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a9315307-ceba-4f45-b764-96d22044cffd req-00db9e8b-cae6-4376-9b07-9ddd7f7e371a tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 945 time: 0.1218040 Dec 04 01:00:28.863110 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a9315307-ceba-4f45-b764-96d22044cffd req-936b2498-442a-4e37-b276-b2e115271f25 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261325 Dec 04 01:00:28.913223 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f34579-0080-42d5-a47f-665c7ef9bd14 req-74539db2-f68d-4d31-9cb5-51bad7ec8391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:28.914800 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-06f34579-0080-42d5-a47f-665c7ef9bd14 req-74539db2-f68d-4d31-9cb5-51bad7ec8391 service neutron] 10.222.0.86 "GET /v2.0/networks?id=81043efb-b877-4e23-b898-a49f43cd94b2 HTTP/1.1" status: 200 len: 910 time: 0.1614151 Dec 04 01:00:29.023605 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-06f34579-0080-42d5-a47f-665c7ef9bd14 req-0f03e3e0-1583-42e2-88b7-b16dd8d77ad8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ac4f24b-4dd7-4d39-9a7d-ee02751d543e HTTP/1.1" status: 200 len: 1001 time: 0.1004853 Dec 04 01:00:29.096756 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f34579-0080-42d5-a47f-665c7ef9bd14 req-4ab1f8e6-d92c-4316-8179-714deaabd766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:29.099016 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-06f34579-0080-42d5-a47f-665c7ef9bd14 req-4ab1f8e6-d92c-4316-8179-714deaabd766 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=09a18547-ffe8-483f-9f89-ed9ea46deb6c HTTP/1.1" status: 200 len: 855 time: 0.0677617 Dec 04 01:00:29.183202 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f34579-0080-42d5-a47f-665c7ef9bd14 req-2cd5d8f0-1a5a-4cab-a15e-ea152ad437e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:29.184752 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-06f34579-0080-42d5-a47f-665c7ef9bd14 req-2cd5d8f0-1a5a-4cab-a15e-ea152ad437e0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=81043efb-b877-4e23-b898-a49f43cd94b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0740466 Dec 04 01:00:29.356429 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-06f34579-0080-42d5-a47f-665c7ef9bd14 req-95881124-4b3d-46a5-b657-6b2b09cd8459 service neutron] 10.222.0.86 "GET /v2.0/networks/81043efb-b877-4e23-b898-a49f43cd94b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381083 Dec 04 01:00:29.711820 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-06f34579-0080-42d5-a47f-665c7ef9bd14 req-6c9a1b20-09f9-4423-89e7-35cb99a8e899 service neutron] 10.222.0.86 "GET /v2.0/networks/81043efb-b877-4e23-b898-a49f43cd94b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3485053 Dec 04 01:00:30.149398 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969f749-295a-4c11-8365-6821c9297536 req-5ee06522-1476-42f2-8245-e64e7e568a50 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:30.150990 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-0969f749-295a-4c11-8365-6821c9297536 req-5ee06522-1476-42f2-8245-e64e7e568a50 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 945 time: 0.1364827 Dec 04 01:00:30.215815 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410418c9-2617-4d77-8337-446d1bb1475c req-450dd646-846e-4486-b2aa-041cf6a3a81c tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:30.217422 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-410418c9-2617-4d77-8337-446d1bb1475c req-450dd646-846e-4486-b2aa-041cf6a3a81c tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 946 time: 0.1374450 Dec 04 01:00:30.221752 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-0969f749-295a-4c11-8365-6821c9297536 req-9b0fdd48-e8d2-4b1f-b809-e527f199fff9 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604193 Dec 04 01:00:30.265046 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-410418c9-2617-4d77-8337-446d1bb1475c req-23a9674e-96f7-4b08-9797-8c00af0af790 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/security-groups?id=40137c78-72e9-46c5-bee6-836d2fbfc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404477 Dec 04 01:00:30.472529 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7cc6dcd2-1d54-4057-aee2-cae06d4e75e0 req-1153508a-2b47-4849-8aeb-a9e85bf0b1cb tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1531470 Dec 04 01:00:30.483213 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-7cc6dcd2-1d54-4057-aee2-cae06d4e75e0 req-6389b58a-a293-4790-aa78-1fed571ee8b5 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Request body: {'floatingip': {'floating_network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 01:00:30.488642 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-7cc6dcd2-1d54-4057-aee2-cae06d4e75e0 req-6389b58a-a293-4790-aa78-1fed571ee8b5 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:00:30.492715 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-7cc6dcd2-1d54-4057-aee2-cae06d4e75e0 req-6389b58a-a293-4790-aa78-1fed571ee8b5 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Usage tracker for resource:floatingip and tenant:2e9eced122b34b38833f7f2ebe73f46d is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 01:00:30.495766 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-7cc6dcd2-1d54-4057-aee2-cae06d4e75e0 req-6389b58a-a293-4790-aa78-1fed571ee8b5 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 01:00:30.501457 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-7cc6dcd2-1d54-4057-aee2-cae06d4e75e0 req-6389b58a-a293-4790-aa78-1fed571ee8b5 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:00:30.549636 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-7cc6dcd2-1d54-4057-aee2-cae06d4e75e0 req-6389b58a-a293-4790-aa78-1fed571ee8b5 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks [] for floatingip, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:30.689335 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-7cc6dcd2-1d54-4057-aee2-cae06d4e75e0 req-6389b58a-a293-4790-aa78-1fed571ee8b5 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:30.968055 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [req-7cc6dcd2-1d54-4057-aee2-cae06d4e75e0 req-6389b58a-a293-4790-aa78-1fed571ee8b5 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Allocated IP 172.28.3.180 (70fae593-b8e3-4ff7-b3b9-3060a635d4ae/838c8f98-d37b-4481-803e-42068845ce24/af0b3af0-b841-40b7-9dc8-f75bd1c7b7dc) {{(pid=80327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 01:00:31.125749 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-7cc6dcd2-1d54-4057-aee2-cae06d4e75e0 req-6389b58a-a293-4790-aa78-1fed571ee8b5 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks [] for port, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:31.208510 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-7cc6dcd2-1d54-4057-aee2-cae06d4e75e0 req-6389b58a-a293-4790-aa78-1fed571ee8b5 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:31.224387 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-53e24e60-79f1-490c-8299-cd787eb2ce85 tempest-AttachVolumeNegativeTest-599983924 tempest-AttachVolumeNegativeTest-599983924] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:00:31.367139 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6389b58a-a293-4790-aa78-1fed571ee8b5 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Pushing event updated for resources: {'Port': ['ID=af0b3af0-b841-40b7-9dc8-f75bd1c7b7dc,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:00:31.370963 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-6389b58a-a293-4790-aa78-1fed571ee8b5 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:00:31.430514 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cc6dcd2-1d54-4057-aee2-cae06d4e75e0 req-6389b58a-a293-4790-aa78-1fed571ee8b5 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Network 70fae593-b8e3-4ff7-b3b9-3060a635d4ae is already hosted by enough agents. {{(pid=80327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 01:00:31.432007 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [req-7cc6dcd2-1d54-4057-aee2-cae06d4e75e0 req-6389b58a-a293-4790-aa78-1fed571ee8b5 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Resources bound (agent type, host, resource id): {{(pid=80327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 01:00:31.434628 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc6dcd2-1d54-4057-aee2-cae06d4e75e0 req-6389b58a-a293-4790-aa78-1fed571ee8b5 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Received port after_create {{(pid=80327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 01:00:31.523956 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-7cc6dcd2-1d54-4057-aee2-cae06d4e75e0 req-6389b58a-a293-4790-aa78-1fed571ee8b5 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks [] for floatingip, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:31.632622 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-7cc6dcd2-1d54-4057-aee2-cae06d4e75e0 req-6389b58a-a293-4790-aa78-1fed571ee8b5 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:31.749832 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a95f2-8708-428d-bc0c-9b0f5c3d3470 req-55049ff7-551b-4c55-bac6-bcbba23fe3e8 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:31.751498 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-913a95f2-8708-428d-bc0c-9b0f5c3d3470 req-55049ff7-551b-4c55-bac6-bcbba23fe3e8 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 945 time: 0.2249746 Dec 04 01:00:31.842799 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-913a95f2-8708-428d-bc0c-9b0f5c3d3470 req-4ace4017-feba-4ce3-95df-ead8e20d79b6 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811481 Dec 04 01:00:31.980974 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-7cc6dcd2-1d54-4057-aee2-cae06d4e75e0 req-6389b58a-a293-4790-aa78-1fed571ee8b5 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks [] for port, precommit_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:32.013898 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-7cc6dcd2-1d54-4057-aee2-cae06d4e75e0 req-6389b58a-a293-4790-aa78-1fed571ee8b5 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27697970'] for port, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:32.030241 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-96a2d4df-570f-4c3b-9b5c-64b6824280dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:00:32.156257 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6389b58a-a293-4790-aa78-1fed571ee8b5 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Pushing event updated for resources: {'Port': ['ID=af0b3af0-b841-40b7-9dc8-f75bd1c7b7dc,revision_number=2']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:00:32.165957 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-6389b58a-a293-4790-aa78-1fed571ee8b5 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:00:32.271813 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-7cc6dcd2-1d54-4057-aee2-cae06d4e75e0 req-6389b58a-a293-4790-aa78-1fed571ee8b5 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656493'] for floatingip, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:32.337936 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-7cc6dcd2-1d54-4057-aee2-cae06d4e75e0 req-6389b58a-a293-4790-aa78-1fed571ee8b5 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for floatingip, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:32.339313 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7cc6dcd2-1d54-4057-aee2-cae06d4e75e0 req-6389b58a-a293-4790-aa78-1fed571ee8b5 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8602488 Dec 04 01:00:32.428377 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-7cc6dcd2-1d54-4057-aee2-cae06d4e75e0 req-3f8624c7-37ec-40be-af7c-ba0a14d2c014 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Synchronizing usage tracker for tenant:2e9eced122b34b38833f7f2ebe73f46d on resource:floatingip {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 01:00:32.486474 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-7cc6dcd2-1d54-4057-aee2-cae06d4e75e0 req-3f8624c7-37ec-40be-af7c-ba0a14d2c014 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Unset dirty status for tenant:2e9eced122b34b38833f7f2ebe73f46d on resource:floatingip {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 01:00:32.487827 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7cc6dcd2-1d54-4057-aee2-cae06d4e75e0 req-3f8624c7-37ec-40be-af7c-ba0a14d2c014 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.28.3.180 HTTP/1.1" status: 200 len: 696 time: 0.1416411 Dec 04 01:00:32.636263 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 2ac4f24b-4dd7-4d39-9a7d-ee02751d543e no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 01:00:32.651854 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6dcd2-1d54-4057-aee2-cae06d4e75e0 req-161cc222-8de8-4d9c-890a-6dfbe0a4d7a7 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:32.653356 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7cc6dcd2-1d54-4057-aee2-cae06d4e75e0 req-161cc222-8de8-4d9c-890a-6dfbe0a4d7a7 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/networks/70fae593-b8e3-4ff7-b3b9-3060a635d4ae HTTP/1.1" status: 200 len: 784 time: 0.1585481 Dec 04 01:00:32.664604 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [req-7cc6dcd2-1d54-4057-aee2-cae06d4e75e0 req-cb8f016e-23e0-4fb9-a3bb-07e1651ad219 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=80327) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 04 01:00:32.665659 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7cc6dcd2-1d54-4057-aee2-cae06d4e75e0 req-cb8f016e-23e0-4fb9-a3bb-07e1651ad219 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0065036 Dec 04 01:00:32.763232 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:32.795396 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb43342b-774a-436c-9fcb-4b013146e292', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ac4f24b-4dd7-4d39-9a7d-ee02751d543e'}] {{(pid=80328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 01:00:32.806069 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] For port 2ac4f24b-4dd7-4d39-9a7d-ee02751d543e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=2ac4f24b-4dd7-4d39-9a7d-ee02751d543e,segment=NetworkSegment(d123e863-f9de-44b7-aef3-f3565b117e15),segment_id=d123e863-f9de-44b7-aef3-f3565b117e15)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:00:32.850854 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:32.852801 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:00:32.871931 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10386637-b001-4d7a-a7f0-abbeb2fded13 req-1ce91686-5ea4-4f52-9e4d-bf4c6f72d0c7 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:32.873541 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-10386637-b001-4d7a-a7f0-abbeb2fded13 req-1ce91686-5ea4-4f52-9e4d-bf4c6f72d0c7 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0931382 Dec 04 01:00:32.889169 dv-cinder-763306-5-smb neutron-server[80215]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cb43342b-774a-436c-9fcb-4b013146e292', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2ac4f24b-4dd7-4d39-9a7d-ee02751d543e', 'code': 422} returned with failed status Dec 04 01:00:32.924632 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Pushing event updated for resources: {'Port': ['ID=2ac4f24b-4dd7-4d39-9a7d-ee02751d543e,revision_number=5']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:00:32.936836 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:00:32.963643 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-10386637-b001-4d7a-a7f0-abbeb2fded13 req-66fa1b31-2f22-4eab-ace9-df139f751421 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.28.3.180 HTTP/1.1" status: 200 len: 696 time: 0.0824749 Dec 04 01:00:32.974867 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-10386637-b001-4d7a-a7f0-abbeb2fded13 req-6f9093f4-8529-4d36-9e7c-c384984665e3 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Request body: {'floatingip': {'port_id': 'de74cb73-5795-486d-8209-b598050b0e22', 'fixed_ip_address': '172.20.0.11'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 01:00:33.052791 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-10386637-b001-4d7a-a7f0-abbeb2fded13 req-6f9093f4-8529-4d36-9e7c-c384984665e3 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks [] for floatingip, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:33.493550 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0fce60-3bda-4d1d-92a1-563c66e35b09 req-d7389329-b7a6-4efd-9f4c-bfcd577c81b2 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:33.495146 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9a0fce60-3bda-4d1d-92a1-563c66e35b09 req-d7389329-b7a6-4efd-9f4c-bfcd577c81b2 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 943 time: 0.1891701 Dec 04 01:00:33.844946 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9a0fce60-3bda-4d1d-92a1-563c66e35b09 req-d3b0a9a4-3f40-433b-a593-04fc41c4d788 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3383796 Dec 04 01:00:34.029897 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-10386637-b001-4d7a-a7f0-abbeb2fded13 req-6f9093f4-8529-4d36-9e7c-c384984665e3 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks [] for floatingip, precommit_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:34.066382 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-10386637-b001-4d7a-a7f0-abbeb2fded13 req-6f9093f4-8529-4d36-9e7c-c384984665e3 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656493'] for floatingip, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:34.128286 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8325f13-722b-4175-9f0f-6cf2711505db req-dbb485c5-4fd7-4fe9-897b-8a90a2430b0f tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:34.129792 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e8325f13-722b-4175-9f0f-6cf2711505db req-dbb485c5-4fd7-4fe9-897b-8a90a2430b0f tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=b4982bba-e848-46d4-8089-b906961fe755 HTTP/1.1" status: 200 len: 945 time: 0.1479158 Dec 04 01:00:34.257788 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e8325f13-722b-4175-9f0f-6cf2711505db req-fa7e4774-9204-4290-af3a-c8520d88fc5d tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=b045fc3c-5356-410a-9403-a671e6d39263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704024 Dec 04 01:00:34.287149 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.db.l3_db [req-10386637-b001-4d7a-a7f0-abbeb2fded13 req-6f9093f4-8529-4d36-9e7c-c384984665e3 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Floating IP d6e1c869-7cc4-4840-8f0c-dc71b50fcbec associated. External IP: 172.28.3.180, port: de74cb73-5795-486d-8209-b598050b0e22. Dec 04 01:00:34.652777 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10386637-b001-4d7a-a7f0-abbeb2fded13 req-6f9093f4-8529-4d36-9e7c-c384984665e3 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Router 719e71fd-7050-4d8a-91df-254db23baa69 has already been hosted by L3 agent 584cecf2-ad77-484a-986e-0fea284e741d {{(pid=80327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 01:00:34.841838 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10386637-b001-4d7a-a7f0-abbeb2fded13 req-6f9093f4-8529-4d36-9e7c-c384984665e3 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify agent at l3_agent.dv-cinder-763306-5-smb the message routers_updated {{(pid=80327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 01:00:34.846765 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-10386637-b001-4d7a-a7f0-abbeb2fded13 req-6f9093f4-8529-4d36-9e7c-c384984665e3 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for floatingip, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:34.851962 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9434debb-638e-46fb-b1e9-a6d468a73162 None None] Sync routers for ids ['719e71fd-7050-4d8a-91df-254db23baa69'] in dv-cinder-763306-5-smb {{(pid=80328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 01:00:34.864212 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9434debb-638e-46fb-b1e9-a6d468a73162 None None] Routers {'719e71fd-7050-4d8a-91df-254db23baa69'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 01:00:34.865159 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-9434debb-638e-46fb-b1e9-a6d468a73162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T01:00:17Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['719e71fd-7050-4d8a-91df-254db23baa69'], 'active': True} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:00:34.908051 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-10386637-b001-4d7a-a7f0-abbeb2fded13 req-6f9093f4-8529-4d36-9e7c-c384984665e3 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "PUT /v2.0/floatingips/d6e1c869-7cc4-4840-8f0c-dc71b50fcbec HTTP/1.1" status: 200 len: 997 time: 1.9377818 Dec 04 01:00:34.908955 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee49a1f-39c2-41aa-8fa3-822b4edd9ae0', 'tag': 'de74cb73-5795-486d-8209-b598050b0e22'}] {{(pid=80327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 01:00:35.091055 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10386637-b001-4d7a-a7f0-abbeb2fded13 req-b5c539ab-a171-4d46-a41a-db3e16c8344b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:35.092753 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-10386637-b001-4d7a-a7f0-abbeb2fded13 req-b5c539ab-a171-4d46-a41a-db3e16c8344b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e9eced122b34b38833f7f2ebe73f46d&device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 1163 time: 0.1671400 Dec 04 01:00:35.218545 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-9434debb-638e-46fb-b1e9-a6d468a73162 None None] Set router 719e71fd-7050-4d8a-91df-254db23baa69 gateway port host: dv-cinder-763306-5-smb {{(pid=80328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 01:00:35.244832 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10386637-b001-4d7a-a7f0-abbeb2fded13 req-c682beb4-62e6-47b7-bea5-75229857bd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:35.246703 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-10386637-b001-4d7a-a7f0-abbeb2fded13 req-c682beb4-62e6-47b7-bea5-75229857bd9b service neutron] 10.222.0.73 "GET /v2.0/networks?id=ef9c12c5-409d-4605-bd50-4ca1942634e6 HTTP/1.1" status: 200 len: 908 time: 0.1469579 Dec 04 01:00:35.344336 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cee49a1f-39c2-41aa-8fa3-822b4edd9ae0', 'tag': 'de74cb73-5795-486d-8209-b598050b0e22', 'status': 'completed', 'code': 200} Dec 04 01:00:35.417762 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-10386637-b001-4d7a-a7f0-abbeb2fded13 req-4b385215-f031-45d3-b4c6-e8c8e1c7310c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de74cb73-5795-486d-8209-b598050b0e22 HTTP/1.1" status: 200 len: 1000 time: 0.1642764 Dec 04 01:00:35.558522 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10386637-b001-4d7a-a7f0-abbeb2fded13 req-0b4961ea-146a-42d3-8086-9c59c1e4d4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:35.560158 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-10386637-b001-4d7a-a7f0-abbeb2fded13 req-0b4961ea-146a-42d3-8086-9c59c1e4d4f2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=582ecbb7-ecbd-4500-9efb-72e4061ad3fc HTTP/1.1" status: 200 len: 853 time: 0.1051958 Dec 04 01:00:35.605981 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-9434debb-638e-46fb-b1e9-a6d468a73162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719e71fd-7050-4d8a-91df-254db23baa69', 'name': 'tempest-TestMinimumBasicScenario-280452687-router', 'tenant_id': '2e9eced122b34b38833f7f2ebe73f46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': '1b62db36-8f6e-4f51-a8dc-60e01dde56da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:59:39Z', 'updated_at': '2020-12-04T00:59:44Z', 'revision_number': 4, 'project_id': '2e9eced122b34b38833f7f2ebe73f46d', 'gw_port': {'id': '1b62db36-8f6e-4f51-a8dc-60e01dde56da', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:72:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719e71fd-7050-4d8a-91df-254db23baa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:59:40Z', 'updated_at': '2020-12-04T00:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_floatingips': [{'id': 'd6e1c869-7cc4-4840-8f0c-dc71b50fcbec', 'tenant_id': '2e9eced122b34b38833f7f2ebe73f46d', 'floating_ip_address': '172.28.3.180', 'floating_network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'router_id': '719e71fd-7050-4d8a-91df-254db23baa69', 'port_id': 'de74cb73-5795-486d-8209-b598050b0e22', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef9c12c5-409d-4605-bd50-4ca1942634e6', 'mac_address': 'fa:16:3e:36:ea:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee49a1f-39c2-41aa-8fa3-822b4edd9ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T01:00:31Z', 'updated_at': '2020-12-04T01:00:33Z', 'revision_number': 1, 'project_id': '2e9eced122b34b38833f7f2ebe73f46d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e19fabb5-d8cc-4077-b15c-c0429334803a', 'name': '', 'network_id': 'ef9c12c5-409d-4605-bd50-4ca1942634e6', 'tenant_id': '2e9eced122b34b38833f7f2ebe73f46d', 'mac_address': 'fa:16:3e:ae:6a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719e71fd-7050-4d8a-91df-254db23baa69', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '582ecbb7-ecbd-4500-9efb-72e4061ad3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:59:43Z', 'updated_at': '2020-12-04T00:59:53Z', 'revision_number': 5, 'project_id': '2e9eced122b34b38833f7f2ebe73f46d', 'subnets': [{'id': '582ecbb7-ecbd-4500-9efb-72e4061ad3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:00:35.609683 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9434debb-638e-46fb-b1e9-a6d468a73162 None None] Checking router: 719e71fd-7050-4d8a-91df-254db23baa69 for host: dv-cinder-763306-5-smb {{(pid=80328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 01:00:35.611470 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62961422-a320-4400-8d81-d2ec43ef01e8 req-8db53627-2426-4608-9c61-d7d66df253fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:35.613083 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-62961422-a320-4400-8d81-d2ec43ef01e8 req-8db53627-2426-4608-9c61-d7d66df253fa service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2e9eced122b34b38833f7f2ebe73f46d&device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 1163 time: 0.2679052 Dec 04 01:00:35.621033 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9434debb-638e-46fb-b1e9-a6d468a73162 None None] Routers {'719e71fd-7050-4d8a-91df-254db23baa69'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 01:00:35.621699 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-9434debb-638e-46fb-b1e9-a6d468a73162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T01:00:17Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['719e71fd-7050-4d8a-91df-254db23baa69'], 'active': True} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:00:35.637840 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b907727-b899-4968-aa54-6e1928251cf8 req-57c4e6f3-65b2-423a-a1f6-b6c06a7a6976 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:35.639460 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7b907727-b899-4968-aa54-6e1928251cf8 req-57c4e6f3-65b2-423a-a1f6-b6c06a7a6976 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=b4982bba-e848-46d4-8089-b906961fe755 HTTP/1.1" status: 200 len: 945 time: 0.2256906 Dec 04 01:00:35.808706 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-9434debb-638e-46fb-b1e9-a6d468a73162 None None] Set router 719e71fd-7050-4d8a-91df-254db23baa69 gateway port host: dv-cinder-763306-5-smb {{(pid=80328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 01:00:35.836633 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10386637-b001-4d7a-a7f0-abbeb2fded13 req-f34ccc24-d588-4c33-ac7c-cbfc553d2841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:35.838262 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-10386637-b001-4d7a-a7f0-abbeb2fded13 req-f34ccc24-d588-4c33-ac7c-cbfc553d2841 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ef9c12c5-409d-4605-bd50-4ca1942634e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2693343 Dec 04 01:00:35.843528 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7b907727-b899-4968-aa54-6e1928251cf8 req-75a6b491-963b-4c67-9e52-89d6f5e1bb03 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=b045fc3c-5356-410a-9403-a671e6d39263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931946 Dec 04 01:00:35.861740 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [req-10386637-b001-4d7a-a7f0-abbeb2fded13 req-6b2996c2-82b2-4bf3-a13a-9bba6f900b5e service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=80327) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 04 01:00:35.862807 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-10386637-b001-4d7a-a7f0-abbeb2fded13 req-6b2996c2-82b2-4bf3-a13a-9bba6f900b5e service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0076180 Dec 04 01:00:36.214645 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62961422-a320-4400-8d81-d2ec43ef01e8 req-5494fbe5-aace-413b-bf90-3c8ae27658b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:36.216268 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-62961422-a320-4400-8d81-d2ec43ef01e8 req-5494fbe5-aace-413b-bf90-3c8ae27658b0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ef9c12c5-409d-4605-bd50-4ca1942634e6 HTTP/1.1" status: 200 len: 908 time: 0.5629671 Dec 04 01:00:36.243688 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-9434debb-638e-46fb-b1e9-a6d468a73162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719e71fd-7050-4d8a-91df-254db23baa69', 'name': 'tempest-TestMinimumBasicScenario-280452687-router', 'tenant_id': '2e9eced122b34b38833f7f2ebe73f46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': '1b62db36-8f6e-4f51-a8dc-60e01dde56da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:59:39Z', 'updated_at': '2020-12-04T00:59:44Z', 'revision_number': 4, 'project_id': '2e9eced122b34b38833f7f2ebe73f46d', 'gw_port': {'id': '1b62db36-8f6e-4f51-a8dc-60e01dde56da', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:72:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719e71fd-7050-4d8a-91df-254db23baa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:59:40Z', 'updated_at': '2020-12-04T00:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_floatingips': [{'id': 'd6e1c869-7cc4-4840-8f0c-dc71b50fcbec', 'tenant_id': '2e9eced122b34b38833f7f2ebe73f46d', 'floating_ip_address': '172.28.3.180', 'floating_network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'router_id': '719e71fd-7050-4d8a-91df-254db23baa69', 'port_id': 'de74cb73-5795-486d-8209-b598050b0e22', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef9c12c5-409d-4605-bd50-4ca1942634e6', 'mac_address': 'fa:16:3e:36:ea:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee49a1f-39c2-41aa-8fa3-822b4edd9ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T01:00:31Z', 'updated_at': '2020-12-04T01:00:33Z', 'revision_number': 1, 'project_id': '2e9eced122b34b38833f7f2ebe73f46d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e19fabb5-d8cc-4077-b15c-c0429334803a', 'name': '', 'network_id': 'ef9c12c5-409d-4605-bd50-4ca1942634e6', 'tenant_id': '2e9eced122b34b38833f7f2ebe73f46d', 'mac_address': 'fa:16:3e:ae:6a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719e71fd-7050-4d8a-91df-254db23baa69', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '582ecbb7-ecbd-4500-9efb-72e4061ad3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:59:43Z', 'updated_at': '2020-12-04T00:59:53Z', 'revision_number': 5, 'project_id': '2e9eced122b34b38833f7f2ebe73f46d', 'subnets': [{'id': '582ecbb7-ecbd-4500-9efb-72e4061ad3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:00:36.248147 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9434debb-638e-46fb-b1e9-a6d468a73162 None None] The sync data for ids ['719e71fd-7050-4d8a-91df-254db23baa69'] in dv-cinder-763306-5-smb is: [{'id': '719e71fd-7050-4d8a-91df-254db23baa69', 'name': 'tempest-TestMinimumBasicScenario-280452687-router', 'tenant_id': '2e9eced122b34b38833f7f2ebe73f46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': '1b62db36-8f6e-4f51-a8dc-60e01dde56da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:59:39Z', 'updated_at': '2020-12-04T00:59:44Z', 'revision_number': 4, 'project_id': '2e9eced122b34b38833f7f2ebe73f46d', 'gw_port': {'id': '1b62db36-8f6e-4f51-a8dc-60e01dde56da', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:72:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719e71fd-7050-4d8a-91df-254db23baa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:59:40Z', 'updated_at': '2020-12-04T00:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_floatingips': [{'id': 'd6e1c869-7cc4-4840-8f0c-dc71b50fcbec', 'tenant_id': '2e9eced122b34b38833f7f2ebe73f46d', 'floating_ip_address': '172.28.3.180', 'floating_network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'router_id': '719e71fd-7050-4d8a-91df-254db23baa69', 'port_id': 'de74cb73-5795-486d-8209-b598050b0e22', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef9c12c5-409d-4605-bd50-4ca1942634e6', 'mac_address': 'fa:16:3e:36:ea:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee49a1f-39c2-41aa-8fa3-822b4edd9ae0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T01:00:31Z', 'updated_at': '2020-12-04T01:00:33Z', 'revision_number': 1, 'project_id': '2e9eced122b34b38833f7f2ebe73f46d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e19fabb5-d8cc-4077-b15c-c0429334803a', 'name': '', 'network_id': 'ef9c12c5-409d-4605-bd50-4ca1942634e6', 'tenant_id': '2e9eced122b34b38833f7f2ebe73f46d', 'mac_address': 'fa:16:3e:ae:6a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719e71fd-7050-4d8a-91df-254db23baa69', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '582ecbb7-ecbd-4500-9efb-72e4061ad3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:59:43Z', 'updated_at': '2020-12-04T00:59:53Z', 'revision_number': 5, 'project_id': '2e9eced122b34b38833f7f2ebe73f46d', 'subnets': [{'id': '582ecbb7-ecbd-4500-9efb-72e4061ad3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 01:00:36.326885 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72a837-38e2-4a9b-a82f-c8c26d5672b4 req-f5854f0e-6b9a-48cf-8741-9a4e37764dd5 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:36.328397 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3c72a837-38e2-4a9b-a82f-c8c26d5672b4 req-f5854f0e-6b9a-48cf-8741-9a4e37764dd5 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.86 "GET /v2.0/ports?device_id=b4982bba-e848-46d4-8089-b906961fe755 HTTP/1.1" status: 200 len: 945 time: 0.5659883 Dec 04 01:00:36.407895 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-10386637-b001-4d7a-a7f0-abbeb2fded13 req-172cbde6-647e-428a-a6b3-a19c7ba06cb8 service neutron] 10.222.0.73 "GET /v2.0/networks/ef9c12c5-409d-4605-bd50-4ca1942634e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5302153 Dec 04 01:00:36.461862 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-62961422-a320-4400-8d81-d2ec43ef01e8 req-8f0d464b-8b31-41ab-94ff-6302681cca2d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de74cb73-5795-486d-8209-b598050b0e22 HTTP/1.1" status: 200 len: 1000 time: 0.2359638 Dec 04 01:00:36.525799 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-3c72a837-38e2-4a9b-a82f-c8c26d5672b4 req-28603c6a-838d-45e2-b915-cead4c474ed6 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Deleting port 659953b0-df0d-418d-808a-3705f81b1b5c {{(pid=80327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 01:00:36.526185 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-3c72a837-38e2-4a9b-a82f-c8c26d5672b4 req-28603c6a-838d-45e2-b915-cead4c474ed6 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:36.611098 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f22552a-eb20-4234-9849-2bc15783f36a None None] New status for floating IP d6e1c869-7cc4-4840-8f0c-dc71b50fcbec: ACTIVE {{(pid=80329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 04 01:00:36.699698 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 659953b0-df0d-418d-808a-3705f81b1b5c no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 01:00:36.731980 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62961422-a320-4400-8d81-d2ec43ef01e8 req-8362bbd1-1915-4f3b-b7d1-a65d5f70ac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:36.733565 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-62961422-a320-4400-8d81-d2ec43ef01e8 req-8362bbd1-1915-4f3b-b7d1-a65d5f70ac4d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=582ecbb7-ecbd-4500-9efb-72e4061ad3fc HTTP/1.1" status: 200 len: 853 time: 0.2145889 Dec 04 01:00:36.751549 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-10386637-b001-4d7a-a7f0-abbeb2fded13 req-4dccdf47-f76f-45a7-afc2-beff08bb2f0c service neutron] 10.222.0.73 "GET /v2.0/networks/ef9c12c5-409d-4605-bd50-4ca1942634e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3334916 Dec 04 01:00:36.894331 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:36.895965 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-6aee8816-7841-4e63-8894-7abf0f549f05 req-eeaca09f-3a41-4bd0-a0f4-46dfbd48968a tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1463124816', 'description': 'tempest-TestMinimumBasicScenario-1463124816 description'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 01:00:36.905539 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-6aee8816-7841-4e63-8894-7abf0f549f05 req-eeaca09f-3a41-4bd0-a0f4-46dfbd48968a tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:00:36.924015 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4982bba-e848-46d4-8089-b906961fe755', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '659953b0-df0d-418d-808a-3705f81b1b5c'}] {{(pid=80328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 01:00:36.935387 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] For port 659953b0-df0d-418d-808a-3705f81b1b5c, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=659953b0-df0d-418d-808a-3705f81b1b5c,segment=NetworkSegment(8ede4a70-4206-4219-8975-4c9d08884fc7),segment_id=8ede4a70-4206-4219-8975-4c9d08884fc7)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:00:36.942969 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-6aee8816-7841-4e63-8894-7abf0f549f05 req-eeaca09f-3a41-4bd0-a0f4-46dfbd48968a tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:00:36.995655 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62961422-a320-4400-8d81-d2ec43ef01e8 req-044bd89f-3d4d-4bfa-af65-63cded97b5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:36.997309 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-62961422-a320-4400-8d81-d2ec43ef01e8 req-044bd89f-3d4d-4bfa-af65-63cded97b5d6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ef9c12c5-409d-4605-bd50-4ca1942634e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2551463 Dec 04 01:00:37.000664 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:37.002684 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-f49a7987-ba02-480a-9d5a-12c6ae52aa2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:00:37.007628 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-3c72a837-38e2-4a9b-a82f-c8c26d5672b4 req-28603c6a-838d-45e2-b915-cead4c474ed6 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] For port 659953b0-df0d-418d-808a-3705f81b1b5c, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=659953b0-df0d-418d-808a-3705f81b1b5c,segment=NetworkSegment(8ede4a70-4206-4219-8975-4c9d08884fc7),segment_id=8ede4a70-4206-4219-8975-4c9d08884fc7)] {{(pid=80327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:00:37.008032 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-3c72a837-38e2-4a9b-a82f-c8c26d5672b4 req-28603c6a-838d-45e2-b915-cead4c474ed6 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:37.049285 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-6aee8816-7841-4e63-8894-7abf0f549f05 req-eeaca09f-3a41-4bd0-a0f4-46dfbd48968a tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks [] for security_group, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:37.077255 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Pushing event updated for resources: {'Port': ['ID=659953b0-df0d-418d-808a-3705f81b1b5c,revision_number=5']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:00:37.080808 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:00:37.261477 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-6aee8816-7841-4e63-8894-7abf0f549f05 req-eeaca09f-3a41-4bd0-a0f4-46dfbd48968a tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:00:37.270425 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 42504) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:00:37.333448 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-6aee8816-7841-4e63-8894-7abf0f549f05 req-eeaca09f-3a41-4bd0-a0f4-46dfbd48968a tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Usage tracker for resource:security_group_rule and tenant:2e9eced122b34b38833f7f2ebe73f46d is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 01:00:37.360927 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-6aee8816-7841-4e63-8894-7abf0f549f05 req-eeaca09f-3a41-4bd0-a0f4-46dfbd48968a tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 01:00:37.393340 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-6aee8816-7841-4e63-8894-7abf0f549f05 req-eeaca09f-3a41-4bd0-a0f4-46dfbd48968a tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:00:37.422360 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6158cb58-7ca8-4515-a929-49b0e41a17c8 req-9a9cd844-470e-4d3b-ab28-a01723c1cfb1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1505160 Dec 04 01:00:37.509784 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-62961422-a320-4400-8d81-d2ec43ef01e8 req-7a4c15c5-97d0-4358-b024-fd27e3b45669 service neutron] 10.222.0.86 "GET /v2.0/networks/ef9c12c5-409d-4605-bd50-4ca1942634e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4935811 Dec 04 01:00:37.651079 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4e0f6-2d5e-4607-83a5-fb0a3e9916fb req-c3354305-12e0-48b8-a517-a606802e72f3 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:37.652657 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-79c4e0f6-2d5e-4607-83a5-fb0a3e9916fb req-c3354305-12e0-48b8-a517-a606802e72f3 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=b4982bba-e848-46d4-8089-b906961fe755 HTTP/1.1" status: 200 len: 943 time: 0.4626660 Dec 04 01:00:37.710712 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-3c72a837-38e2-4a9b-a82f-c8c26d5672b4 req-28603c6a-838d-45e2-b915-cead4c474ed6 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for floatingip, precommit_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:37.711138 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-3c72a837-38e2-4a9b-a82f-c8c26d5672b4 req-28603c6a-838d-45e2-b915-cead4c474ed6 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656493'] for floatingip, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:37.711517 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.db.l3_db [req-3c72a837-38e2-4a9b-a82f-c8c26d5672b4 req-28603c6a-838d-45e2-b915-cead4c474ed6 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Floating IP 206143ae-156e-4e96-9456-45102f77da8d disassociated. External IP: 172.28.3.140, port: 659953b0-df0d-418d-808a-3705f81b1b5c. Dec 04 01:00:37.711903 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-3c72a837-38e2-4a9b-a82f-c8c26d5672b4 req-28603c6a-838d-45e2-b915-cead4c474ed6 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Calling delete_port for 659953b0-df0d-418d-808a-3705f81b1b5c owned by compute:nova {{(pid=80327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 01:00:38.071244 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-79c4e0f6-2d5e-4607-83a5-fb0a3e9916fb req-69f7cd7e-008b-4a01-920c-4737ab4d0ba8 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=b045fc3c-5356-410a-9403-a671e6d39263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4085467 Dec 04 01:00:38.079568 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-6aee8816-7841-4e63-8894-7abf0f549f05 req-eeaca09f-3a41-4bd0-a0f4-46dfbd48968a tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks [] for security_group, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:38.082247 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-62961422-a320-4400-8d81-d2ec43ef01e8 req-83dca0d8-19aa-4f2c-8cf8-4f928bdf70b3 service neutron] 10.222.0.86 "GET /v2.0/networks/ef9c12c5-409d-4605-bd50-4ca1942634e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5505421 Dec 04 01:00:38.116468 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-6aee8816-7841-4e63-8894-7abf0f549f05 req-eeaca09f-3a41-4bd0-a0f4-46dfbd48968a tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:38.124011 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c78657fa-0eef-48ba-a97f-c1e0f6c945ff tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:00:38.149353 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4982bba-e848-46d4-8089-b906961fe755', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '659953b0-df0d-418d-808a-3705f81b1b5c', 'code': 200} Dec 04 01:00:38.223460 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaca09f-3a41-4bd0-a0f4-46dfbd48968a tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Pushing event updated for resources: {'SecurityGroup': ['ID=10ee012a-7dc1-46fd-85fc-89d0c7a30b7e,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:00:38.226602 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-eeaca09f-3a41-4bd0-a0f4-46dfbd48968a tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:00:38.245933 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.db.api [req-3c72a837-38e2-4a9b-a82f-c8c26d5672b4 req-28603c6a-838d-45e2-b915-cead4c474ed6 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80327) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 04 01:00:38.246307 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_db.api [req-3c72a837-38e2-4a9b-a82f-c8c26d5672b4 req-28603c6a-838d-45e2-b915-cead4c474ed6 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 04 01:00:38.296597 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-6aee8816-7841-4e63-8894-7abf0f549f05 req-eeaca09f-3a41-4bd0-a0f4-46dfbd48968a tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:38.297795 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6aee8816-7841-4e63-8894-7abf0f549f05 req-eeaca09f-3a41-4bd0-a0f4-46dfbd48968a tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1769 time: 1.4141779 Dec 04 01:00:38.304939 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158cb58-7ca8-4515-a929-49b0e41a17c8 req-17fc9be7-ed32-4d4e-bbae-60955a1ffc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:38.306555 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6158cb58-7ca8-4515-a929-49b0e41a17c8 req-17fc9be7-ed32-4d4e-bbae-60955a1ffc4d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292&tenant_id=27c40306c9424330a5920da109201aa5 HTTP/1.1" status: 200 len: 1160 time: 0.1838953 Dec 04 01:00:38.406999 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ecaf2-ed64-4d0f-acbf-21c8ab126067 req-4d38cee4-87e4-4baa-a168-5cb576ab0448 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:38.408636 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-1e6ecaf2-ed64-4d0f-acbf-21c8ab126067 req-4d38cee4-87e4-4baa-a168-5cb576ab0448 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 943 time: 0.1551828 Dec 04 01:00:38.473256 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2fb7dff8-8871-48dd-840c-0484fae30c6a req-c6c1fb21-c907-4319-9184-5579bfcb7d8d tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/security-groups/10ee012a-7dc1-46fd-85fc-89d0c7a30b7e HTTP/1.1" status: 200 len: 1764 time: 0.1406367 Dec 04 01:00:38.495659 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-2fb7dff8-8871-48dd-840c-0484fae30c6a req-40000ad9-44ad-45b4-a04e-03119e308b7c tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '10ee012a-7dc1-46fd-85fc-89d0c7a30b7e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 01:00:38.496023 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-2fb7dff8-8871-48dd-840c-0484fae30c6a req-40000ad9-44ad-45b4-a04e-03119e308b7c tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '10ee012a-7dc1-46fd-85fc-89d0c7a30b7e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 01:00:38.503306 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-1e6ecaf2-ed64-4d0f-acbf-21c8ab126067 req-1759489b-591d-4b7b-9206-a1f599da3c88 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856726 Dec 04 01:00:38.506731 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-2fb7dff8-8871-48dd-840c-0484fae30c6a req-40000ad9-44ad-45b4-a04e-03119e308b7c tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:00:38.513897 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-2fb7dff8-8871-48dd-840c-0484fae30c6a req-40000ad9-44ad-45b4-a04e-03119e308b7c tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Usage tracker for resource:security_group_rule and tenant:2e9eced122b34b38833f7f2ebe73f46d is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 01:00:38.517601 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-2fb7dff8-8871-48dd-840c-0484fae30c6a req-40000ad9-44ad-45b4-a04e-03119e308b7c tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 01:00:38.525387 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-2fb7dff8-8871-48dd-840c-0484fae30c6a req-40000ad9-44ad-45b4-a04e-03119e308b7c tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:00:38.530586 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158cb58-7ca8-4515-a929-49b0e41a17c8 req-ef732244-5871-423c-813b-0c313585c356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:38.532227 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6158cb58-7ca8-4515-a929-49b0e41a17c8 req-ef732244-5871-423c-813b-0c313585c356 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=27c40306c9424330a5920da109201aa5&device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 1160 time: 0.1850045 Dec 04 01:00:38.695259 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-2fb7dff8-8871-48dd-840c-0484fae30c6a req-40000ad9-44ad-45b4-a04e-03119e308b7c tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks [] for security_group_rule, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:38.730696 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158cb58-7ca8-4515-a929-49b0e41a17c8 req-d5f14426-09b3-44eb-97c1-25d87f825ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:38.732319 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6158cb58-7ca8-4515-a929-49b0e41a17c8 req-d5f14426-09b3-44eb-97c1-25d87f825ee9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=81043efb-b877-4e23-b898-a49f43cd94b2 HTTP/1.1" status: 200 len: 910 time: 0.1931512 Dec 04 01:00:38.733893 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-2fb7dff8-8871-48dd-840c-0484fae30c6a req-40000ad9-44ad-45b4-a04e-03119e308b7c tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:38.794690 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-3c72a837-38e2-4a9b-a82f-c8c26d5672b4 req-28603c6a-838d-45e2-b915-cead4c474ed6 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Deleting port 659953b0-df0d-418d-808a-3705f81b1b5c {{(pid=80327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 01:00:38.795065 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-3c72a837-38e2-4a9b-a82f-c8c26d5672b4 req-28603c6a-838d-45e2-b915-cead4c474ed6 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:38.834578 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-2fb7dff8-8871-48dd-840c-0484fae30c6a req-40000ad9-44ad-45b4-a04e-03119e308b7c tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103369'] for security_group_rule, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:38.851958 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:00:38.906414 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40000ad9-44ad-45b4-a04e-03119e308b7c tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c591cdc-2b14-4e16-b255-eaec1649eec7,revision_number=0']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:00:38.919382 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-40000ad9-44ad-45b4-a04e-03119e308b7c tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:00:38.965352 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6158cb58-7ca8-4515-a929-49b0e41a17c8 req-036128ef-1623-49df-9fea-e0cb2b6d8698 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ac4f24b-4dd7-4d39-9a7d-ee02751d543e HTTP/1.1" status: 200 len: 999 time: 0.2233596 Dec 04 01:00:39.020973 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-2fb7dff8-8871-48dd-840c-0484fae30c6a req-40000ad9-44ad-45b4-a04e-03119e308b7c tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks [] for security_group_rule, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:39.022171 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2fb7dff8-8871-48dd-840c-0484fae30c6a req-40000ad9-44ad-45b4-a04e-03119e308b7c tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 754 time: 0.5379736 Dec 04 01:00:39.163964 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158cb58-7ca8-4515-a929-49b0e41a17c8 req-1ab401c0-1436-4bbc-99de-a2ef942c5a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:39.165568 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6158cb58-7ca8-4515-a929-49b0e41a17c8 req-1ab401c0-1436-4bbc-99de-a2ef942c5a07 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=09a18547-ffe8-483f-9f89-ed9ea46deb6c HTTP/1.1" status: 200 len: 855 time: 0.1875601 Dec 04 01:00:39.312444 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-76a454ca-e8fd-4170-9d8b-127e632ee267 req-9a934c97-d82c-495f-87c3-3fa3f2eb8f0e tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/security-groups/10ee012a-7dc1-46fd-85fc-89d0c7a30b7e HTTP/1.1" status: 200 len: 2325 time: 0.2550645 Dec 04 01:00:39.329420 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-76a454ca-e8fd-4170-9d8b-127e632ee267 req-dbab2f54-f066-4218-8651-5c79483c591c tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '10ee012a-7dc1-46fd-85fc-89d0c7a30b7e', 'remote_group_id': None}]} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 01:00:39.329770 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-76a454ca-e8fd-4170-9d8b-127e632ee267 req-dbab2f54-f066-4218-8651-5c79483c591c tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '10ee012a-7dc1-46fd-85fc-89d0c7a30b7e', 'remote_group_id': None}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 01:00:39.342206 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-3c72a837-38e2-4a9b-a82f-c8c26d5672b4 req-28603c6a-838d-45e2-b915-cead4c474ed6 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] For port 659953b0-df0d-418d-808a-3705f81b1b5c, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=659953b0-df0d-418d-808a-3705f81b1b5c,segment=NetworkSegment(8ede4a70-4206-4219-8975-4c9d08884fc7),segment_id=8ede4a70-4206-4219-8975-4c9d08884fc7)] {{(pid=80327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:00:39.342600 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-3c72a837-38e2-4a9b-a82f-c8c26d5672b4 req-28603c6a-838d-45e2-b915-cead4c474ed6 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:39.354621 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-76a454ca-e8fd-4170-9d8b-127e632ee267 req-dbab2f54-f066-4218-8651-5c79483c591c tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:00:39.424091 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-76a454ca-e8fd-4170-9d8b-127e632ee267 req-dbab2f54-f066-4218-8651-5c79483c591c tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Usage tracker for resource:security_group_rule and tenant:2e9eced122b34b38833f7f2ebe73f46d is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 01:00:39.434628 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-76a454ca-e8fd-4170-9d8b-127e632ee267 req-dbab2f54-f066-4218-8651-5c79483c591c tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 01:00:39.451591 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-76a454ca-e8fd-4170-9d8b-127e632ee267 req-dbab2f54-f066-4218-8651-5c79483c591c tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:00:39.564791 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158cb58-7ca8-4515-a929-49b0e41a17c8 req-19b4b883-e435-4be0-b134-d7df7f712b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:39.566360 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6158cb58-7ca8-4515-a929-49b0e41a17c8 req-19b4b883-e435-4be0-b134-d7df7f712b88 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=81043efb-b877-4e23-b898-a49f43cd94b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3874619 Dec 04 01:00:39.584662 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf29d84-9924-4b7e-b2a7-87b6982355da req-afb51147-4bda-44e3-8a4b-ebf064f0544b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:39.585385 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-abf29d84-9924-4b7e-b2a7-87b6982355da req-afb51147-4bda-44e3-8a4b-ebf064f0544b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Synchronizing usage tracker for tenant:04c9a96d934d4f7994fdaf4cc2f7c1bf on resource:port {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 01:00:39.795350 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-abf29d84-9924-4b7e-b2a7-87b6982355da req-afb51147-4bda-44e3-8a4b-ebf064f0544b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Unset dirty status for tenant:04c9a96d934d4f7994fdaf4cc2f7c1bf on resource:port {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 01:00:39.796624 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-abf29d84-9924-4b7e-b2a7-87b6982355da req-afb51147-4bda-44e3-8a4b-ebf064f0544b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=b4982bba-e848-46d4-8089-b906961fe755 HTTP/1.1" status: 200 len: 943 time: 0.5568607 Dec 04 01:00:39.875628 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-76a454ca-e8fd-4170-9d8b-127e632ee267 req-dbab2f54-f066-4218-8651-5c79483c591c tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks [] for security_group_rule, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:39.938902 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-3c72a837-38e2-4a9b-a82f-c8c26d5672b4 req-28603c6a-838d-45e2-b915-cead4c474ed6 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for floatingip, precommit_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:39.939356 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-3c72a837-38e2-4a9b-a82f-c8c26d5672b4 req-28603c6a-838d-45e2-b915-cead4c474ed6 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656493'] for floatingip, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:39.939703 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.db.l3_db [req-3c72a837-38e2-4a9b-a82f-c8c26d5672b4 req-28603c6a-838d-45e2-b915-cead4c474ed6 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Floating IP 206143ae-156e-4e96-9456-45102f77da8d disassociated. External IP: 172.28.3.140, port: 659953b0-df0d-418d-808a-3705f81b1b5c. Dec 04 01:00:39.940080 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-3c72a837-38e2-4a9b-a82f-c8c26d5672b4 req-28603c6a-838d-45e2-b915-cead4c474ed6 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Calling delete_port for 659953b0-df0d-418d-808a-3705f81b1b5c owned by compute:nova {{(pid=80327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 01:00:39.970036 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6158cb58-7ca8-4515-a929-49b0e41a17c8 req-a9a3c6bb-0d96-4026-a3ee-2e38aaedbc43 service neutron] 10.222.0.86 "GET /v2.0/networks/81043efb-b877-4e23-b898-a49f43cd94b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954079 Dec 04 01:00:39.987883 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-76a454ca-e8fd-4170-9d8b-127e632ee267 req-dbab2f54-f066-4218-8651-5c79483c591c tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:39.993728 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-abf29d84-9924-4b7e-b2a7-87b6982355da req-8246b39f-05ba-47fc-8e74-b3d8c84b2f02 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups?id=b045fc3c-5356-410a-9403-a671e6d39263&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888340 Dec 04 01:00:40.035441 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-76a454ca-e8fd-4170-9d8b-127e632ee267 req-dbab2f54-f066-4218-8651-5c79483c591c tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103369'] for security_group_rule, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:40.094454 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-f505a36a-f9a6-4548-a0e6-d5e808072f59 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:00:40.187503 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbab2f54-f066-4218-8651-5c79483c591c tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c002302-14aa-44b9-a3d4-564b4ecd4948,revision_number=0']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:00:40.198063 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-dbab2f54-f066-4218-8651-5c79483c591c tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:00:40.283537 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-76a454ca-e8fd-4170-9d8b-127e632ee267 req-dbab2f54-f066-4218-8651-5c79483c591c tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks [] for security_group_rule, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:40.284796 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-76a454ca-e8fd-4170-9d8b-127e632ee267 req-dbab2f54-f066-4218-8651-5c79483c591c tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 759 time: 0.9638016 Dec 04 01:00:40.294874 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6158cb58-7ca8-4515-a929-49b0e41a17c8 req-dcb90cd7-5f3a-41b0-9ba1-4f1c0a8c53b0 service neutron] 10.222.0.86 "GET /v2.0/networks/81043efb-b877-4e23-b898-a49f43cd94b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3038387 Dec 04 01:00:40.587055 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70a629-71d2-4245-bf0c-3792cad906d8 req-f7ece29b-5442-4d88-a80d-7c163e48250d tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:40.588777 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-5c70a629-71d2-4245-bf0c-3792cad906d8 req-f7ece29b-5442-4d88-a80d-7c163e48250d tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 943 time: 0.4548218 Dec 04 01:00:40.612580 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-ef0c1cd5-c51f-4e9f-b160-73451f21d456 req-916c20cd-bdad-4f42-8aaf-a98d8d89fcba tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Synchronizing usage tracker for tenant:2e9eced122b34b38833f7f2ebe73f46d on resource:security_group {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 01:00:40.621799 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-3c72a837-38e2-4a9b-a82f-c8c26d5672b4 req-28603c6a-838d-45e2-b915-cead4c474ed6 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291473225622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291473606618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:40.642558 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c78657fa-0eef-48ba-a97f-c1e0f6c945ff tempest-VolumesNegativeTest-1066254756 tempest-VolumesNegativeTest-1066254756] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:00:40.707111 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28603c6a-838d-45e2-b915-cead4c474ed6 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Pushing event deleted for resources: {'Port': ['ID=659953b0-df0d-418d-808a-3705f81b1b5c,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:00:40.759300 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-28603c6a-838d-45e2-b915-cead4c474ed6 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:00:40.766792 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-ef0c1cd5-c51f-4e9f-b160-73451f21d456 req-916c20cd-bdad-4f42-8aaf-a98d8d89fcba tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Unset dirty status for tenant:2e9eced122b34b38833f7f2ebe73f46d on resource:security_group {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 01:00:40.768060 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ef0c1cd5-c51f-4e9f-b160-73451f21d456 req-916c20cd-bdad-4f42-8aaf-a98d8d89fcba tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1463124816&fields=id&tenant_id=2e9eced122b34b38833f7f2ebe73f46d HTTP/1.1" status: 200 len: 267 time: 0.2349987 Dec 04 01:00:40.772523 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-5c70a629-71d2-4245-bf0c-3792cad906d8 req-c2038cdd-2842-4584-9293-ebcfda5f5997 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773117 Dec 04 01:00:40.910047 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c1cd5-c51f-4e9f-b160-73451f21d456 req-b531ee90-16bc-4d6b-a846-0f046856d1ae tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:40.912299 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ef0c1cd5-c51f-4e9f-b160-73451f21d456 req-b531ee90-16bc-4d6b-a846-0f046856d1ae tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 946 time: 0.1370950 Dec 04 01:00:40.974487 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-ef0c1cd5-c51f-4e9f-b160-73451f21d456 req-a209b394-ab58-46ff-8fca-da32cebf78e3 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Request body: {'port': {'security_groups': ['40137c78-72e9-46c5-bee6-836d2fbfc6bc', '10ee012a-7dc1-46fd-85fc-89d0c7a30b7e']}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 01:00:41.225635 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d9c345d9-172f-464b-91ff-c19d2cc9a74c req-e794801f-f111-4f0c-ba89-b77c471764ff tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=b4982bba-e848-46d4-8089-b906961fe755 HTTP/1.1" status: 200 len: 210 time: 0.0719552 Dec 04 01:00:41.257317 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-ef0c1cd5-c51f-4e9f-b160-73451f21d456 req-a209b394-ab58-46ff-8fca-da32cebf78e3 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:41.312313 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c72a837-38e2-4a9b-a82f-c8c26d5672b4 req-28603c6a-838d-45e2-b915-cead4c474ed6 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Router e73d3ce5-26db-42a2-a516-d94cddde4093 has already been hosted by L3 agent 584cecf2-ad77-484a-986e-0fea284e741d {{(pid=80327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 01:00:41.626178 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c72a837-38e2-4a9b-a82f-c8c26d5672b4 req-28603c6a-838d-45e2-b915-cead4c474ed6 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify agent at l3_agent.dv-cinder-763306-5-smb the message routers_updated {{(pid=80327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 01:00:41.638369 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151da0ab-6dd6-4686-8c9e-22ae04121957 None None] Sync routers for ids ['e73d3ce5-26db-42a2-a516-d94cddde4093'] in dv-cinder-763306-5-smb {{(pid=80328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 01:00:41.661277 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151da0ab-6dd6-4686-8c9e-22ae04121957 None None] Routers {'e73d3ce5-26db-42a2-a516-d94cddde4093'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 01:00:41.662272 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-151da0ab-6dd6-4686-8c9e-22ae04121957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T01:00:17Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['e73d3ce5-26db-42a2-a516-d94cddde4093'], 'active': True} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:00:41.669827 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c72a837-38e2-4a9b-a82f-c8c26d5672b4 req-28603c6a-838d-45e2-b915-cead4c474ed6 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] No DVR routers for this DVR port 659953b0-df0d-418d-808a-3705f81b1b5c on host hv-cinder-76330 {{(pid=80327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 01:00:41.674228 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-3c72a837-38e2-4a9b-a82f-c8c26d5672b4 req-28603c6a-838d-45e2-b915-cead4c474ed6 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:41.678194 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4982bba-e848-46d4-8089-b906961fe755', 'name': 'network-vif-deleted', 'tag': '659953b0-df0d-418d-808a-3705f81b1b5c'}] {{(pid=80327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 01:00:41.780148 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3c72a837-38e2-4a9b-a82f-c8c26d5672b4 req-28603c6a-838d-45e2-b915-cead4c474ed6 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.86 "DELETE /v2.0/ports/659953b0-df0d-418d-808a-3705f81b1b5c HTTP/1.1" status: 204 len: 173 time: 5.4286733 Dec 04 01:00:41.781843 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4982bba-e848-46d4-8089-b906961fe755', 'name': 'network-vif-deleted', 'tag': '659953b0-df0d-418d-808a-3705f81b1b5c', 'status': 'completed', 'code': 200} Dec 04 01:00:41.894864 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-ef0c1cd5-c51f-4e9f-b160-73451f21d456 req-a209b394-ab58-46ff-8fca-da32cebf78e3 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] For port de74cb73-5795-486d-8209-b598050b0e22, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=de74cb73-5795-486d-8209-b598050b0e22,segment=NetworkSegment(80e027ed-812b-4ffe-a3a6-3ec3bfdf06e2),segment_id=80e027ed-812b-4ffe-a3a6-3ec3bfdf06e2)] {{(pid=80327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:00:41.924857 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-ef0c1cd5-c51f-4e9f-b160-73451f21d456 req-a209b394-ab58-46ff-8fca-da32cebf78e3 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks [] for port, precommit_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:41.955430 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-ef0c1cd5-c51f-4e9f-b160-73451f21d456 req-a209b394-ab58-46ff-8fca-da32cebf78e3 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27697970'] for port, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:41.972215 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-64d3af4a-a6da-4753-acee-42df770ee05a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:00:41.991028 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-151da0ab-6dd6-4686-8c9e-22ae04121957 None None] Set router e73d3ce5-26db-42a2-a516-d94cddde4093 gateway port host: dv-cinder-763306-5-smb {{(pid=80328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 01:00:42.181116 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209b394-ab58-46ff-8fca-da32cebf78e3 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Pushing event updated for resources: {'Port': ['ID=de74cb73-5795-486d-8209-b598050b0e22,revision_number=5']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:00:42.193082 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a209b394-ab58-46ff-8fca-da32cebf78e3 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:00:42.258808 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae87a3-52d7-4d23-b004-349371d9af04 req-18885b3e-6895-4466-8d5d-c67b16756a49 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:42.259798 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f6ae87a3-52d7-4d23-b004-349371d9af04 req-18885b3e-6895-4466-8d5d-c67b16756a49 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 943 time: 0.2444332 Dec 04 01:00:42.296476 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0c1cd5-c51f-4e9f-b160-73451f21d456 req-a209b394-ab58-46ff-8fca-da32cebf78e3 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:42.297204 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-ef0c1cd5-c51f-4e9f-b160-73451f21d456 req-a209b394-ab58-46ff-8fca-da32cebf78e3 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:42.298738 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ef0c1cd5-c51f-4e9f-b160-73451f21d456 req-a209b394-ab58-46ff-8fca-da32cebf78e3 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "PUT /v2.0/ports/de74cb73-5795-486d-8209-b598050b0e22 HTTP/1.1" status: 200 len: 982 time: 1.3350978 Dec 04 01:00:42.353587 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f6ae87a3-52d7-4d23-b004-349371d9af04 req-5a10fc9c-110b-428e-ac34-13d02bf4369d tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704992 Dec 04 01:00:42.398195 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-151da0ab-6dd6-4686-8c9e-22ae04121957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'name': 'tempest-AttachVolumeTestJSON-2010543096-router', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.252'}], 'enable_snat': True}, 'gw_port_id': '58a8596b-a868-4d09-a984-0a9b88900097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:22Z', 'updated_at': '2020-12-04T00:54:31Z', 'revision_number': 4, 'project_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'gw_port': {'id': '58a8596b-a868-4d09-a984-0a9b88900097', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:24Z', 'updated_at': '2020-12-04T00:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_interfaces': [{'id': 'eed57316-8a1d-4683-8006-f7e7ac4e783e', 'name': '', 'network_id': 'b41ba9d1-b8eb-4b60-b39c-3d77682273c8', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'mac_address': 'fa:16:3e:4e:0a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2d3dffb9-b2e9-4653-a15c-51f3777e3e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:29Z', 'updated_at': '2020-12-04T00:54:47Z', 'revision_number': 5, 'project_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'subnets': [{'id': '2d3dffb9-b2e9-4653-a15c-51f3777e3e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:00:42.402864 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151da0ab-6dd6-4686-8c9e-22ae04121957 None None] Checking router: e73d3ce5-26db-42a2-a516-d94cddde4093 for host: dv-cinder-763306-5-smb {{(pid=80328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 01:00:42.433690 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151da0ab-6dd6-4686-8c9e-22ae04121957 None None] Routers {'e73d3ce5-26db-42a2-a516-d94cddde4093'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 01:00:42.434323 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-151da0ab-6dd6-4686-8c9e-22ae04121957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T01:00:17Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['e73d3ce5-26db-42a2-a516-d94cddde4093'], 'active': True} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:00:42.612573 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-456ef411-4647-464d-877f-4fbf7ca8f3f5 req-b7879e06-afb3-4df9-8df9-8182365db1fa tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Synchronizing usage tracker for tenant:04c9a96d934d4f7994fdaf4cc2f7c1bf on resource:port {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 01:00:42.654503 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-05465b2f-849c-47be-bd0b-ce8580c2caf5 None None] Provisioning complete for port de74cb73-5795-486d-8209-b598050b0e22 triggered by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:00:42.654929 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-05465b2f-849c-47be-bd0b-ce8580c2caf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:42.670104 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673d712d-721c-4f77-b58e-f4faac5d51c5 req-44797656-64d6-454e-b1e0-16602d3395ad tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:42.671799 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-673d712d-721c-4f77-b58e-f4faac5d51c5 req-44797656-64d6-454e-b1e0-16602d3395ad tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 985 time: 0.1099136 Dec 04 01:00:42.672958 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-456ef411-4647-464d-877f-4fbf7ca8f3f5 req-b7879e06-afb3-4df9-8df9-8182365db1fa tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Unset dirty status for tenant:04c9a96d934d4f7994fdaf4cc2f7c1bf on resource:port {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 01:00:42.674104 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-456ef411-4647-464d-877f-4fbf7ca8f3f5 req-b7879e06-afb3-4df9-8df9-8182365db1fa tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=b4982bba-e848-46d4-8089-b906961fe755 HTTP/1.1" status: 200 len: 210 time: 0.1606753 Dec 04 01:00:42.747411 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-673d712d-721c-4f77-b58e-f4faac5d51c5 req-d3ab8ca4-1155-46c3-8344-d2a3c7a10482 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/security-groups?id=10ee012a-7dc1-46fd-85fc-89d0c7a30b7e&id=40137c78-72e9-46c5-bee6-836d2fbfc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0666616 Dec 04 01:00:42.961632 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-151da0ab-6dd6-4686-8c9e-22ae04121957 None None] Set router e73d3ce5-26db-42a2-a516-d94cddde4093 gateway port host: dv-cinder-763306-5-smb {{(pid=80328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 01:00:43.225382 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device de74cb73-5795-486d-8209-b598050b0e22 up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 01:00:43.370949 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port de74cb73-5795-486d-8209-b598050b0e22 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:00:43.371640 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:43.458704 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-151da0ab-6dd6-4686-8c9e-22ae04121957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'name': 'tempest-AttachVolumeTestJSON-2010543096-router', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.252'}], 'enable_snat': True}, 'gw_port_id': '58a8596b-a868-4d09-a984-0a9b88900097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:22Z', 'updated_at': '2020-12-04T00:54:31Z', 'revision_number': 4, 'project_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'gw_port': {'id': '58a8596b-a868-4d09-a984-0a9b88900097', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:24Z', 'updated_at': '2020-12-04T00:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_interfaces': [{'id': 'eed57316-8a1d-4683-8006-f7e7ac4e783e', 'name': '', 'network_id': 'b41ba9d1-b8eb-4b60-b39c-3d77682273c8', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'mac_address': 'fa:16:3e:4e:0a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2d3dffb9-b2e9-4653-a15c-51f3777e3e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:29Z', 'updated_at': '2020-12-04T00:54:47Z', 'revision_number': 5, 'project_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'subnets': [{'id': '2d3dffb9-b2e9-4653-a15c-51f3777e3e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:00:43.491842 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151da0ab-6dd6-4686-8c9e-22ae04121957 None None] The sync data for ids ['e73d3ce5-26db-42a2-a516-d94cddde4093'] in dv-cinder-763306-5-smb is: [{'id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'name': 'tempest-AttachVolumeTestJSON-2010543096-router', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.252'}], 'enable_snat': True}, 'gw_port_id': '58a8596b-a868-4d09-a984-0a9b88900097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:22Z', 'updated_at': '2020-12-04T00:54:31Z', 'revision_number': 4, 'project_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'gw_port': {'id': '58a8596b-a868-4d09-a984-0a9b88900097', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:24Z', 'updated_at': '2020-12-04T00:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_interfaces': [{'id': 'eed57316-8a1d-4683-8006-f7e7ac4e783e', 'name': '', 'network_id': 'b41ba9d1-b8eb-4b60-b39c-3d77682273c8', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'mac_address': 'fa:16:3e:4e:0a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2d3dffb9-b2e9-4653-a15c-51f3777e3e03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:29Z', 'updated_at': '2020-12-04T00:54:47Z', 'revision_number': 5, 'project_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'subnets': [{'id': '2d3dffb9-b2e9-4653-a15c-51f3777e3e03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 01:00:43.640602 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357f6fe-2062-4b52-a852-b5cf13475cd4 req-ea7a2ed2-fdad-4ed5-9827-a79a86536217 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:43.642256 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9357f6fe-2062-4b52-a852-b5cf13475cd4 req-ea7a2ed2-fdad-4ed5-9827-a79a86536217 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 943 time: 0.0939860 Dec 04 01:00:43.690870 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9357f6fe-2062-4b52-a852-b5cf13475cd4 req-7d467887-cc31-47b2-b470-23711e2b83d3 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412438 Dec 04 01:00:43.783271 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee49a1f-39c2-41aa-8fa3-822b4edd9ae0', 'tag': 'de74cb73-5795-486d-8209-b598050b0e22'}] {{(pid=80327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 01:00:43.859906 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cee49a1f-39c2-41aa-8fa3-822b4edd9ae0', 'tag': 'de74cb73-5795-486d-8209-b598050b0e22', 'status': 'completed', 'code': 200} Dec 04 01:00:43.909638 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8490e89d-ba6b-4d15-8522-a87a1631b439 req-7176c85f-10e0-46a6-803d-d3fb1bd33df0 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=b4982bba-e848-46d4-8089-b906961fe755 HTTP/1.1" status: 200 len: 210 time: 0.0528085 Dec 04 01:00:43.989714 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb512ac4-8ea9-4fe1-82a1-59f86d0ffe56 None None] New status for floating IP 206143ae-156e-4e96-9456-45102f77da8d: DOWN {{(pid=80329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 04 01:00:44.663145 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-7bcdcb98-2843-438d-8d07-643bdb4ab88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:44.930927 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1c392-9358-46c4-b19d-6794877b0a63 req-6bdedf43-955f-47f1-8718-d076471e8882 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:44.932561 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-01a1c392-9358-46c4-b19d-6794877b0a63 req-6bdedf43-955f-47f1-8718-d076471e8882 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 943 time: 0.0918400 Dec 04 01:00:44.996237 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-01a1c392-9358-46c4-b19d-6794877b0a63 req-1c064c10-27c6-4eeb-88a1-be20e3c48736 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564916 Dec 04 01:00:45.123347 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-03a147d6-88e8-4a67-ba16-09fe8f51c821 req-71221012-9bcb-46a5-9102-43f0cff19b7d tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=b4982bba-e848-46d4-8089-b906961fe755 HTTP/1.1" status: 200 len: 210 time: 0.0466113 Dec 04 01:00:46.270796 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b76b80-6ed6-49e3-a4be-26e4cc12b98a req-3e47ec7a-d23c-480e-bfc5-76045810a8c5 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:46.272470 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f2b76b80-6ed6-49e3-a4be-26e4cc12b98a req-3e47ec7a-d23c-480e-bfc5-76045810a8c5 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 943 time: 0.0957997 Dec 04 01:00:46.357778 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-55bc1d82-bf2d-4e00-b560-991342ee221d req-a16ea17d-71f3-4162-81cd-f8d285844676 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=b4982bba-e848-46d4-8089-b906961fe755 HTTP/1.1" status: 200 len: 210 time: 0.0619764 Dec 04 01:00:46.370275 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f2b76b80-6ed6-49e3-a4be-26e4cc12b98a req-3a62dd9b-cb0e-40ea-9b57-2a11419dcde5 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895460 Dec 04 01:00:46.577781 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:46.789195 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a1afc3d6-3cad-4e44-8a02-f5b42278871a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:47.451817 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:47.604370 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-0d84a01a-77c3-4bbe-b5f3-cd7f6338bd88 req-be68f2c7-1b11-4fec-ba96-944c0d871dce tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=b4982bba-e848-46d4-8089-b906961fe755 HTTP/1.1" status: 200 len: 210 time: 0.0975308 Dec 04 01:00:47.652413 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e09d5-7869-4e28-bd23-19d0a96c54af req-2be8892a-5a92-46e7-bf88-badab828f67a tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:47.654032 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a80e09d5-7869-4e28-bd23-19d0a96c54af req-2be8892a-5a92-46e7-bf88-badab828f67a tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 943 time: 0.1029143 Dec 04 01:00:47.703670 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a80e09d5-7869-4e28-bd23-19d0a96c54af req-8bce7471-6f55-4566-b5b0-c27e798f994a tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430765 Dec 04 01:00:48.514984 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:48.793839 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-816a26d1-2208-4f7a-b24e-b3be559746d0 req-54ddaeff-c3ae-4d49-ada5-c48b241c35d7 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=b4982bba-e848-46d4-8089-b906961fe755 HTTP/1.1" status: 200 len: 210 time: 0.0494840 Dec 04 01:00:48.914902 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:49.168232 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347df52-ea03-4167-ba43-b7ef6ba86906 req-f067ff59-4a00-4629-9e80-d77d12cee593 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:49.169803 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a347df52-ea03-4167-ba43-b7ef6ba86906 req-f067ff59-4a00-4629-9e80-d77d12cee593 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 943 time: 0.3088148 Dec 04 01:00:49.221573 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a347df52-ea03-4167-ba43-b7ef6ba86906 req-949b007d-2b73-4998-be5d-afa60b8f1563 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438612 Dec 04 01:00:49.986790 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-24b10186-94b1-4f3e-901a-956de237a24f req-3651d084-422b-482e-8a7a-845301ec8cb1 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=b4982bba-e848-46d4-8089-b906961fe755 HTTP/1.1" status: 200 len: 210 time: 0.0505564 Dec 04 01:00:50.355862 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 6 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 01:00:50.591639 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32115657-146e-485b-aaa4-55552695d5db req-3a74a7ad-c18d-4956-a2c4-ac9c6dd7b91f tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:50.593268 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-32115657-146e-485b-aaa4-55552695d5db req-3a74a7ad-c18d-4956-a2c4-ac9c6dd7b91f tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 943 time: 0.0859489 Dec 04 01:00:50.643221 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-32115657-146e-485b-aaa4-55552695d5db req-e057b19d-723c-42af-8e6b-a96a0e1ecd6a tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434210 Dec 04 01:00:51.173002 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f8e168e8-fab8-4fec-96e7-bdc70bddb7bb req-6700ca53-033e-4419-a7bf-808bc82fb559 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=b4982bba-e848-46d4-8089-b906961fe755 HTTP/1.1" status: 200 len: 210 time: 0.0524595 Dec 04 01:00:51.892640 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802afdf6-b713-4dc2-b6ba-b2314f5821f0 req-8fa2d009-376d-49ba-a37b-d16eaafd72bc tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:51.894497 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-802afdf6-b713-4dc2-b6ba-b2314f5821f0 req-8fa2d009-376d-49ba-a37b-d16eaafd72bc tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 943 time: 0.0972595 Dec 04 01:00:51.944827 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-802afdf6-b713-4dc2-b6ba-b2314f5821f0 req-fa4a7ec5-de80-4909-b1f8-3dae75c2752d tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429423 Dec 04 01:00:52.353875 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7d8f6ee5-99cc-4068-9f39-06bc4bbe6acc req-1972728e-f46c-4d53-b119-506d55d17bd2 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=b4982bba-e848-46d4-8089-b906961fe755 HTTP/1.1" status: 200 len: 210 time: 0.0505645 Dec 04 01:00:53.178649 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90df25b-91e2-4d3a-8102-a02b59b0b8a7 req-92e201fc-5d34-45f5-8ede-c105f887c418 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:53.180706 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f90df25b-91e2-4d3a-8102-a02b59b0b8a7 req-92e201fc-5d34-45f5-8ede-c105f887c418 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 943 time: 0.0867214 Dec 04 01:00:53.231888 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f90df25b-91e2-4d3a-8102-a02b59b0b8a7 req-f119ac98-0d7a-4da5-bb05-b63e3fe23126 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436225 Dec 04 01:00:53.538571 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-845a6cab-ec94-477c-acb4-dcdb0b15f530 req-13d4c591-a1f5-43ed-9ce0-e0f5946bfa8e tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=b4982bba-e848-46d4-8089-b906961fe755 HTTP/1.1" status: 200 len: 210 time: 0.0480294 Dec 04 01:00:54.070481 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a75b5-7c88-483b-b1ec-b025093a58a2 req-6cd37a2f-31ff-4507-b27c-50fbc63308b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:54.072228 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-345a75b5-7c88-483b-b1ec-b025093a58a2 req-6cd37a2f-31ff-4507-b27c-50fbc63308b8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2e9eced122b34b38833f7f2ebe73f46d&device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 1203 time: 0.0766025 Dec 04 01:00:54.228769 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a75b5-7c88-483b-b1ec-b025093a58a2 req-26fcbe50-3e7e-40a8-b93a-0eb2f6932c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:54.230403 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-345a75b5-7c88-483b-b1ec-b025093a58a2 req-26fcbe50-3e7e-40a8-b93a-0eb2f6932c35 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ef9c12c5-409d-4605-bd50-4ca1942634e6 HTTP/1.1" status: 200 len: 908 time: 0.1418750 Dec 04 01:00:54.351258 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-345a75b5-7c88-483b-b1ec-b025093a58a2 req-dc1a0f1d-b3d7-415b-9b38-c4ec5c266815 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de74cb73-5795-486d-8209-b598050b0e22 HTTP/1.1" status: 200 len: 1002 time: 0.1043191 Dec 04 01:00:54.472500 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a75b5-7c88-483b-b1ec-b025093a58a2 req-fe34e356-03a6-43b2-b4ac-fafeb826900c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:54.474059 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-345a75b5-7c88-483b-b1ec-b025093a58a2 req-fe34e356-03a6-43b2-b4ac-fafeb826900c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=582ecbb7-ecbd-4500-9efb-72e4061ad3fc HTTP/1.1" status: 200 len: 853 time: 0.1148260 Dec 04 01:00:54.549032 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2045e1-9f76-4610-a264-bbe98fd41cf1 req-91ba2a33-a110-419f-ba62-a6f9c9bc129b tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:54.551144 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2f2045e1-9f76-4610-a264-bbe98fd41cf1 req-91ba2a33-a110-419f-ba62-a6f9c9bc129b tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 943 time: 0.1538527 Dec 04 01:00:54.609873 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2f2045e1-9f76-4610-a264-bbe98fd41cf1 req-8ecb4e14-cde9-4c47-9037-29130cb346b4 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505183 Dec 04 01:00:54.611851 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a75b5-7c88-483b-b1ec-b025093a58a2 req-3b1726a9-9c11-4fa7-a3c4-97fd1eaaa30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:54.613889 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-345a75b5-7c88-483b-b1ec-b025093a58a2 req-3b1726a9-9c11-4fa7-a3c4-97fd1eaaa30f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ef9c12c5-409d-4605-bd50-4ca1942634e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1306207 Dec 04 01:00:54.760929 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-aecfbbf6-31b3-4b6d-9bc4-0088976dbf1b req-694ea610-fa7a-467a-8054-23e813f3d146 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/ports?device_id=b4982bba-e848-46d4-8089-b906961fe755 HTTP/1.1" status: 200 len: 210 time: 0.0564427 Dec 04 01:00:54.810286 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-345a75b5-7c88-483b-b1ec-b025093a58a2 req-cb9731db-1e7a-473b-8121-fe999f53a908 service neutron] 10.222.0.86 "GET /v2.0/networks/ef9c12c5-409d-4605-bd50-4ca1942634e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884406 Dec 04 01:00:54.954420 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-345a75b5-7c88-483b-b1ec-b025093a58a2 req-13ab6a68-59f1-4348-acd8-bc12c07d2180 service neutron] 10.222.0.86 "GET /v2.0/networks/ef9c12c5-409d-4605-bd50-4ca1942634e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1368065 Dec 04 01:00:55.844504 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ecfeda-d6db-45c3-8c9b-dd89d636e366 req-f9ad3a10-0f36-4a3e-9ebc-d1098f8508e6 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:55.846167 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d9ecfeda-d6db-45c3-8c9b-dd89d636e366 req-f9ad3a10-0f36-4a3e-9ebc-d1098f8508e6 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 943 time: 0.0862055 Dec 04 01:00:55.894747 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d9ecfeda-d6db-45c3-8c9b-dd89d636e366 req-2898da37-38ec-467e-a373-5c4d15a11882 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409718 Dec 04 01:00:55.944175 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 42616) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:00:56.013181 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-08e8d7a0-6272-4934-b308-4d6139ff1dd5 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:56.046150 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-08e8d7a0-6272-4934-b308-4d6139ff1dd5 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:56.171697 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-08e8d7a0-6272-4934-b308-4d6139ff1dd5 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:56.177501 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c1c8520a-bf0e-4323-af96-a650c3d08fca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:00:56.193827 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8d7a0-6272-4934-b308-4d6139ff1dd5 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Pushing event deleted for resources: {'SecurityGroup': ['ID=b045fc3c-5356-410a-9403-a671e6d39263,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:00:56.205118 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e8d7a0-6272-4934-b308-4d6139ff1dd5 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:56.205530 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e8d7a0-6272-4934-b308-4d6139ff1dd5 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:56.205935 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e8d7a0-6272-4934-b308-4d6139ff1dd5 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:56.206338 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e8d7a0-6272-4934-b308-4d6139ff1dd5 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:56.207634 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e8d7a0-6272-4934-b308-4d6139ff1dd5 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:56.208024 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e8d7a0-6272-4934-b308-4d6139ff1dd5 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:56.208451 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e8d7a0-6272-4934-b308-4d6139ff1dd5 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:56.208855 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e8d7a0-6272-4934-b308-4d6139ff1dd5 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:56.209514 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e8d7a0-6272-4934-b308-4d6139ff1dd5 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:56.209646 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e8d7a0-6272-4934-b308-4d6139ff1dd5 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:56.209975 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e8d7a0-6272-4934-b308-4d6139ff1dd5 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:56.210362 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e8d7a0-6272-4934-b308-4d6139ff1dd5 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:56.210793 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e8d7a0-6272-4934-b308-4d6139ff1dd5 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:56.211221 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e8d7a0-6272-4934-b308-4d6139ff1dd5 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:56.211596 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e8d7a0-6272-4934-b308-4d6139ff1dd5 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:56.211983 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e8d7a0-6272-4934-b308-4d6139ff1dd5 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:56.212387 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e8d7a0-6272-4934-b308-4d6139ff1dd5 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:56.212817 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e8d7a0-6272-4934-b308-4d6139ff1dd5 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:56.213200 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e8d7a0-6272-4934-b308-4d6139ff1dd5 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:56.213581 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e8d7a0-6272-4934-b308-4d6139ff1dd5 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:56.214003 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e8d7a0-6272-4934-b308-4d6139ff1dd5 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:56.214381 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e8d7a0-6272-4934-b308-4d6139ff1dd5 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:56.214762 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e8d7a0-6272-4934-b308-4d6139ff1dd5 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:56.215140 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e8d7a0-6272-4934-b308-4d6139ff1dd5 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:00:56.219090 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-08e8d7a0-6272-4934-b308-4d6139ff1dd5 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:56.220327 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-08e8d7a0-6272-4934-b308-4d6139ff1dd5 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "DELETE /v2.0/security-groups/b045fc3c-5356-410a-9403-a671e6d39263 HTTP/1.1" status: 204 len: 168 time: 0.2750185 Dec 04 01:00:56.221296 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-08e8d7a0-6272-4934-b308-4d6139ff1dd5 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:00:56.223654 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 42620) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:00:56.241235 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.v2.resource [None req-599c9b92-3f11-4c65-bef7-2d3ef80a3f49 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] show failed (client error): The resource could not be found. Dec 04 01:00:56.242203 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-599c9b92-3f11-4c65-bef7-2d3ef80a3f49 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "GET /v2.0/security-groups/b045fc3c-5356-410a-9403-a671e6d39263 HTTP/1.1" status: 404 len: 347 time: 0.0175803 Dec 04 01:00:56.245200 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 42624) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:00:56.403690 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-c0a405a6-a385-40dd-ac64-1f7dfa5e0339 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Deleting port 87b39e5b-8aad-49bd-ac76-d63beb8cdd04 {{(pid=80326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 01:00:56.404066 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c0a405a6-a385-40dd-ac64-1f7dfa5e0339 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:56.583430 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c0a405a6-a385-40dd-ac64-1f7dfa5e0339 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:56.583833 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c0a405a6-a385-40dd-ac64-1f7dfa5e0339 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for floatingip, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:56.710069 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-c0a405a6-a385-40dd-ac64-1f7dfa5e0339 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Calling delete_port for 87b39e5b-8aad-49bd-ac76-d63beb8cdd04 owned by network:floatingip {{(pid=80326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 01:00:56.892969 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c0a405a6-a385-40dd-ac64-1f7dfa5e0339 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291473225622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291473606618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27594304'] for port, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:56.907965 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:00:57.002216 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a405a6-a385-40dd-ac64-1f7dfa5e0339 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Pushing event deleted for resources: {'Port': ['ID=87b39e5b-8aad-49bd-ac76-d63beb8cdd04,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:00:57.009311 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c0a405a6-a385-40dd-ac64-1f7dfa5e0339 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:00:57.128698 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a859945-d314-46c2-b920-54994e644a55 req-9aba3e27-79c8-4602-b1a3-96d2d598b10f tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:57.129663 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c0a405a6-a385-40dd-ac64-1f7dfa5e0339 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks [] for floatingip, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:57.130324 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7a859945-d314-46c2-b920-54994e644a55 req-9aba3e27-79c8-4602-b1a3-96d2d598b10f tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 943 time: 0.0878320 Dec 04 01:00:57.180442 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7a859945-d314-46c2-b920-54994e644a55 req-cea99186-c3c4-4fc2-9fb2-3605eb391495 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433669 Dec 04 01:00:57.184171 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c0a405a6-a385-40dd-ac64-1f7dfa5e0339 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for floatingip, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:57.185862 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-c0a405a6-a385-40dd-ac64-1f7dfa5e0339 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] 10.222.0.73 "DELETE /v2.0/floatingips/206143ae-156e-4e96-9456-45102f77da8d HTTP/1.1" status: 204 len: 168 time: 0.9393258 Dec 04 01:00:57.268632 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 2ac4f24b-4dd7-4d39-9a7d-ee02751d543e up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 01:00:57.341611 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port 2ac4f24b-4dd7-4d39-9a7d-ee02751d543e triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:00:57.342033 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:57.460825 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:57.488800 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb43342b-774a-436c-9fcb-4b013146e292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac4f24b-4dd7-4d39-9a7d-ee02751d543e'}] {{(pid=80328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 01:00:57.499088 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] For port 2ac4f24b-4dd7-4d39-9a7d-ee02751d543e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=2ac4f24b-4dd7-4d39-9a7d-ee02751d543e,segment=NetworkSegment(d123e863-f9de-44b7-aef3-f3565b117e15),segment_id=d123e863-f9de-44b7-aef3-f3565b117e15)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:00:57.527562 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:57.530618 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:00:57.565013 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb43342b-774a-436c-9fcb-4b013146e292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac4f24b-4dd7-4d39-9a7d-ee02751d543e', 'code': 200} Dec 04 01:00:57.606499 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Pushing event updated for resources: {'Port': ['ID=2ac4f24b-4dd7-4d39-9a7d-ee02751d543e,revision_number=6']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:00:57.609668 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:00:57.922257 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984c48f-ad7e-4f3c-9dc8-ccf578015f08 req-43dee0f6-2ea0-423d-bb9b-18f2bb2d20d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:57.923899 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8984c48f-ad7e-4f3c-9dc8-ccf578015f08 req-43dee0f6-2ea0-423d-bb9b-18f2bb2d20d6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 1162 time: 0.0757818 Dec 04 01:00:57.972552 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8984c48f-ad7e-4f3c-9dc8-ccf578015f08 req-29045f5a-0747-4895-89b2-282ada0fff54 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364788 Dec 04 01:00:58.411030 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afda90-b854-42f2-b204-5f2a4480356a req-38ae5be0-b2e8-4929-93a3-0bb14cce68fc tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:58.412648 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f1afda90-b854-42f2-b204-5f2a4480356a req-38ae5be0-b2e8-4929-93a3-0bb14cce68fc tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 945 time: 0.0821216 Dec 04 01:00:58.459566 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f1afda90-b854-42f2-b204-5f2a4480356a req-f50c68f9-df9f-4251-85c4-838b3a75af97 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406380 Dec 04 01:00:59.056171 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 2ac4f24b-4dd7-4d39-9a7d-ee02751d543e up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 01:00:59.128679 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port 2ac4f24b-4dd7-4d39-9a7d-ee02751d543e triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:00:59.129101 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:00:59.693281 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80141c7-4ef8-4594-bde3-c6f0fc8a1a17 req-1a03b482-59c6-46d6-9d03-ad67464a5597 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:00:59.694887 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c80141c7-4ef8-4594-bde3-c6f0fc8a1a17 req-1a03b482-59c6-46d6-9d03-ad67464a5597 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 945 time: 0.0872471 Dec 04 01:00:59.741809 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c80141c7-4ef8-4594-bde3-c6f0fc8a1a17 req-1fb69587-3d67-4a6d-ab81-71838679dbfb tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404897 Dec 04 01:01:00.967399 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b73dc-b3c7-4c54-98df-b56c0bfb1223 req-bd923722-b563-4713-9c2a-80954b011b64 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:01:00.968989 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-663b73dc-b3c7-4c54-98df-b56c0bfb1223 req-bd923722-b563-4713-9c2a-80954b011b64 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 945 time: 0.0824521 Dec 04 01:01:01.018795 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-663b73dc-b3c7-4c54-98df-b56c0bfb1223 req-86eac845-3eac-4488-a6f6-a348113de6c9 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435679 Dec 04 01:01:01.031297 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 2ac4f24b-4dd7-4d39-9a7d-ee02751d543e up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 01:01:01.101300 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port 2ac4f24b-4dd7-4d39-9a7d-ee02751d543e triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:01:01.101721 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:01.464947 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 42702) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:01:02.168585 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3f3102b5-995f-499f-9f10-aebd7b721613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854080080'] for router_interface, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:02.759661 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-3f3102b5-995f-499f-9f10-aebd7b721613 admin admin] Deleting port eed57316-8a1d-4683-8006-f7e7ac4e783e {{(pid=80326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 01:01:02.760040 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3f3102b5-995f-499f-9f10-aebd7b721613 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:02.937659 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-3f3102b5-995f-499f-9f10-aebd7b721613 admin admin] For port eed57316-8a1d-4683-8006-f7e7ac4e783e, host dv-cinder-763306-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=eed57316-8a1d-4683-8006-f7e7ac4e783e,segment=NetworkSegment(8ede4a70-4206-4219-8975-4c9d08884fc7),segment_id=8ede4a70-4206-4219-8975-4c9d08884fc7)] {{(pid=80326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:01:02.938050 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3f3102b5-995f-499f-9f10-aebd7b721613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:03.064823 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-3f3102b5-995f-499f-9f10-aebd7b721613 admin admin] Calling delete_port for eed57316-8a1d-4683-8006-f7e7ac4e783e owned by network:router_interface {{(pid=80326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 01:01:03.281748 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3f3102b5-995f-499f-9f10-aebd7b721613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291473225622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291473606618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27594304'] for port, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:03.297094 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:01:03.344736 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3102b5-995f-499f-9f10-aebd7b721613 admin admin] Pushing event deleted for resources: {'Port': ['ID=eed57316-8a1d-4683-8006-f7e7ac4e783e,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:01:03.391642 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-3f3102b5-995f-499f-9f10-aebd7b721613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:01:03.693867 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3f3102b5-995f-499f-9f10-aebd7b721613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3187187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-714861'] for router_interface, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:04.190228 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3102b5-995f-499f-9f10-aebd7b721613 admin admin] Router e73d3ce5-26db-42a2-a516-d94cddde4093 has already been hosted by L3 agent 584cecf2-ad77-484a-986e-0fea284e741d {{(pid=80326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 01:01:04.600606 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3102b5-995f-499f-9f10-aebd7b721613 admin admin] Notify agent at l3_agent.dv-cinder-763306-5-smb the message routers_updated {{(pid=80326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 01:01:04.610468 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c59085-ae1f-49f3-b96b-678fb54b7e42 None None] Sync routers for ids ['e73d3ce5-26db-42a2-a516-d94cddde4093'] in dv-cinder-763306-5-smb {{(pid=80328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 01:01:04.614637 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-3f3102b5-995f-499f-9f10-aebd7b721613 admin admin] 10.222.0.73 "PUT /v2.0/routers/e73d3ce5-26db-42a2-a516-d94cddde4093/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1482315 Dec 04 01:01:04.617091 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 42708) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:01:04.621251 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c59085-ae1f-49f3-b96b-678fb54b7e42 None None] Routers {'e73d3ce5-26db-42a2-a516-d94cddde4093'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 01:01:04.621921 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-19c59085-ae1f-49f3-b96b-678fb54b7e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T01:00:47Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['e73d3ce5-26db-42a2-a516-d94cddde4093'], 'active': True} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:01:04.799932 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-41d5ea09-b8c4-4698-9aaa-790bf3071584 admin admin] Notify callbacks [] for router, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:04.806273 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-19c59085-ae1f-49f3-b96b-678fb54b7e42 None None] Set router e73d3ce5-26db-42a2-a516-d94cddde4093 gateway port host: dv-cinder-763306-5-smb {{(pid=80328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 01:01:04.986371 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-41d5ea09-b8c4-4698-9aaa-790bf3071584 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:04.992127 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-41d5ea09-b8c4-4698-9aaa-790bf3071584 admin admin] Deleting port 58a8596b-a868-4d09-a984-0a9b88900097 {{(pid=80326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 01:01:04.993014 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-41d5ea09-b8c4-4698-9aaa-790bf3071584 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:05.110861 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-19c59085-ae1f-49f3-b96b-678fb54b7e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'name': 'tempest-AttachVolumeTestJSON-2010543096-router', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.252'}], 'enable_snat': True}, 'gw_port_id': '58a8596b-a868-4d09-a984-0a9b88900097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:22Z', 'updated_at': '2020-12-04T01:01:03Z', 'revision_number': 5, 'project_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'gw_port': {'id': '58a8596b-a868-4d09-a984-0a9b88900097', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:24Z', 'updated_at': '2020-12-04T00:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb'}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:01:05.116268 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c59085-ae1f-49f3-b96b-678fb54b7e42 None None] Checking router: e73d3ce5-26db-42a2-a516-d94cddde4093 for host: dv-cinder-763306-5-smb {{(pid=80328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 01:01:05.125242 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c59085-ae1f-49f3-b96b-678fb54b7e42 None None] Routers {'e73d3ce5-26db-42a2-a516-d94cddde4093'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 01:01:05.125897 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-19c59085-ae1f-49f3-b96b-678fb54b7e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T01:00:47Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['e73d3ce5-26db-42a2-a516-d94cddde4093'], 'active': True} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:01:05.182677 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-41d5ea09-b8c4-4698-9aaa-790bf3071584 admin admin] For port 58a8596b-a868-4d09-a984-0a9b88900097, host dv-cinder-763306-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=58a8596b-a868-4d09-a984-0a9b88900097,segment=NetworkSegment(103ae13c-6127-42b5-b5fb-b54d98895d70),segment_id=103ae13c-6127-42b5-b5fb-b54d98895d70)] {{(pid=80326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:01:05.183182 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-41d5ea09-b8c4-4698-9aaa-790bf3071584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:05.312296 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-19c59085-ae1f-49f3-b96b-678fb54b7e42 None None] Set router e73d3ce5-26db-42a2-a516-d94cddde4093 gateway port host: dv-cinder-763306-5-smb {{(pid=80328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 01:01:05.321176 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-41d5ea09-b8c4-4698-9aaa-790bf3071584 admin admin] Calling delete_port for 58a8596b-a868-4d09-a984-0a9b88900097 owned by network:router_gateway {{(pid=80326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 01:01:05.460239 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-41d5ea09-b8c4-4698-9aaa-790bf3071584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291473225622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291473606618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27594304'] for port, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: WARNING neutron.plugins.ml2.ovo_rpc [None req-41d5ea09-b8c4-4698-9aaa-790bf3071584 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: result = function(*args, **kwargs) Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: proto.__init__(conn_state, self) Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: self.handle() Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: self.handle_one_request() Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: self.handle_one_response() Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: result = self.application(self.environ, start_response) Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: return app(environ, start_response) Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: resp = self.call_func(req, *args, **kw) Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: return self.func(req, *args, **kwargs) Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: response = req.get_response(self.application) Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: application, catch_exc_info=False) Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: app_iter = application(self.environ, start_response) Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: resp = self.call_func(req, *args, **kw) Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: return self.func(req, *args, **kwargs) Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: response = req.get_response(self.application) Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: application, catch_exc_info=False) Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: app_iter = application(self.environ, start_response) Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: resp = self.call_func(req, *args, **kw) Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: return self.func(req, *args, **kwargs) Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: response = req.get_response(self.application) Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: application, catch_exc_info=False) Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: app_iter = application(self.environ, start_response) Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: resp = self.call_func(req, *args, **kw) Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: return self.func(req, *args, **kwargs) Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: response = req.get_response(self.application) Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: application, catch_exc_info=False) Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: app_iter = application(self.environ, start_response) Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: resp = self.call_func(req, *args, **kw) Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: return self.func(req, *args, **kwargs) Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: return request.get_response(self.application) Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: application, catch_exc_info=False) Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: app_iter = application(self.environ, start_response) Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: resp = self.call_func(req, *args, **kw) Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: return self.func(req, *args, **kwargs) Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: response = req.get_response(self._app) Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: application, catch_exc_info=False) Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: app_iter = application(self.environ, start_response) Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: return resp(environ, start_response) Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: return resp(environ, start_response) Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: response = self.app(environ, start_response) Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: return resp(environ, start_response) Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: resp = self.call_func(req, *args, **kw) Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: return self.func(req, *args, **kwargs) Dec 04 01:01:05.466371 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: result = method(request=request, **args) Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: return self._delete(request, id, **kwargs) Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: return f(*args, **kwargs) Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: return f(*args, **kwargs) Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: return f(*dup_args, **dup_kwargs) Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: obj_deleter(request.context, id, **kwargs) Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: super(L3_NAT_db_mixin, self).delete_router(context, id) Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: return method(*args, **kwargs) Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: return f(*args, **kwargs) Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: return f(*args, **kwargs) Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: return f(*dup_args, **dup_kwargs) Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: self._delete_current_gw_port(context, id, router, None) Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: admin_ctx, gw_port_id, l3_port_check=False) Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: return f(self, context, *args, **kwargs) Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: return method(*args, **kwargs) Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: context, port, router_ids, bound_mech_contexts) Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 103, in _wrapped Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: return function(*args, **kwargs) Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: errors = self._notify_loop(resource, event, trigger, **kwargs) Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: callback(resource, event, trigger, **kwargs) Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: if self._is_session_semantic_violated(context, resource, event): Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: stack = traceback.extract_stack() Dec 04 01:01:05.473989 dv-cinder-763306-5-smb neutron-server[80215]: Dec 04 01:01:05.625194 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-19c59085-ae1f-49f3-b96b-678fb54b7e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'name': 'tempest-AttachVolumeTestJSON-2010543096-router', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.252'}], 'enable_snat': True}, 'gw_port_id': '58a8596b-a868-4d09-a984-0a9b88900097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:22Z', 'updated_at': '2020-12-04T01:01:03Z', 'revision_number': 5, 'project_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'gw_port': {'id': '58a8596b-a868-4d09-a984-0a9b88900097', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:24Z', 'updated_at': '2020-12-04T00:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb'}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:01:05.629863 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c59085-ae1f-49f3-b96b-678fb54b7e42 None None] The sync data for ids ['e73d3ce5-26db-42a2-a516-d94cddde4093'] in dv-cinder-763306-5-smb is: [{'id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'name': 'tempest-AttachVolumeTestJSON-2010543096-router', 'tenant_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.252'}], 'enable_snat': True}, 'gw_port_id': '58a8596b-a868-4d09-a984-0a9b88900097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:22Z', 'updated_at': '2020-12-04T01:01:03Z', 'revision_number': 5, 'project_id': '04c9a96d934d4f7994fdaf4cc2f7c1bf', 'gw_port': {'id': '58a8596b-a868-4d09-a984-0a9b88900097', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e73d3ce5-26db-42a2-a516-d94cddde4093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:24Z', 'updated_at': '2020-12-04T00:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb'}] {{(pid=80328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 01:01:05.665894 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-41d5ea09-b8c4-4698-9aaa-790bf3071584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854119368'] for router_gateway, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:05.705079 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a82448-2cc5-4204-b355-7cadce264616 req-b4994a94-fd2d-4e1f-8ba6-5b54d7b51454 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:01:05.707914 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a9a82448-2cc5-4204-b355-7cadce264616 req-b4994a94-fd2d-4e1f-8ba6-5b54d7b51454 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 985 time: 0.1782532 Dec 04 01:01:05.717603 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52de525-bfb6-4851-a50e-0f2910f39d95 req-b0b3c712-97b6-4fd0-97f8-007f8b57ae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:01:05.719240 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a52de525-bfb6-4851-a50e-0f2910f39d95 req-b0b3c712-97b6-4fd0-97f8-007f8b57ae81 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2e9eced122b34b38833f7f2ebe73f46d&device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 1203 time: 0.1230812 Dec 04 01:01:05.801414 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-41d5ea09-b8c4-4698-9aaa-790bf3071584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854110182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773384'] for router, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:05.803454 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-41d5ea09-b8c4-4698-9aaa-790bf3071584 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:05.846098 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a9a82448-2cc5-4204-b355-7cadce264616 req-7a4cdffc-28a6-4aeb-84f7-55414e3c1e72 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/security-groups?id=10ee012a-7dc1-46fd-85fc-89d0c7a30b7e&id=40137c78-72e9-46c5-bee6-836d2fbfc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1318426 Dec 04 01:01:05.901650 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52de525-bfb6-4851-a50e-0f2910f39d95 req-03c566f6-a68d-4982-ac26-07e8ce999c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:01:05.903258 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a52de525-bfb6-4851-a50e-0f2910f39d95 req-03c566f6-a68d-4982-ac26-07e8ce999c0e service neutron] 10.222.0.86 "GET /v2.0/networks?id=ef9c12c5-409d-4605-bd50-4ca1942634e6 HTTP/1.1" status: 200 len: 908 time: 0.1707985 Dec 04 01:01:05.927215 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-41d5ea09-b8c4-4698-9aaa-790bf3071584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-657547'] for router, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:05.929452 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d5ea09-b8c4-4698-9aaa-790bf3071584 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e73d3ce5-26db-42a2-a516-d94cddde4093 {{(pid=80326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 04 01:01:05.943571 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-41d5ea09-b8c4-4698-9aaa-790bf3071584 admin admin] Notify callbacks [] for router, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:05.944819 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-41d5ea09-b8c4-4698-9aaa-790bf3071584 admin admin] 10.222.0.73 "DELETE /v2.0/routers/e73d3ce5-26db-42a2-a516-d94cddde4093 HTTP/1.1" status: 204 len: 168 time: 1.3267136 Dec 04 01:01:05.947621 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 42718) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:01:06.015548 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a52de525-bfb6-4851-a50e-0f2910f39d95 req-9273b594-c4b6-4e94-8e61-3dd81a235fd3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de74cb73-5795-486d-8209-b598050b0e22 HTTP/1.1" status: 200 len: 1002 time: 0.1021087 Dec 04 01:01:06.020443 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_v2 [None req-55c49257-7400-4f5b-bc12-abd833848c96 admin admin] Deleting subnet 2d3dffb9-b2e9-4653-a15c-51f3777e3e03 {{(pid=80326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 04 01:01:06.023776 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-55c49257-7400-4f5b-bc12-abd833848c96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:06.083301 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-55c49257-7400-4f5b-bc12-abd833848c96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1741052'] for subnet, precommit_delete_associations {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:06.218348 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-55c49257-7400-4f5b-bc12-abd833848c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3344645'] for subnet, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:06.297252 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52de525-bfb6-4851-a50e-0f2910f39d95 req-73f8d96f-4eea-4bd0-9d22-29bd24aa80a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:01:06.298881 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a52de525-bfb6-4851-a50e-0f2910f39d95 req-73f8d96f-4eea-4bd0-9d22-29bd24aa80a1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=582ecbb7-ecbd-4500-9efb-72e4061ad3fc HTTP/1.1" status: 200 len: 853 time: 0.2760210 Dec 04 01:01:06.389396 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52de525-bfb6-4851-a50e-0f2910f39d95 req-8a12b9f5-a7be-4574-9a83-f16c56f37049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:01:06.391009 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a52de525-bfb6-4851-a50e-0f2910f39d95 req-8a12b9f5-a7be-4574-9a83-f16c56f37049 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ef9c12c5-409d-4605-bd50-4ca1942634e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0750475 Dec 04 01:01:06.534655 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a52de525-bfb6-4851-a50e-0f2910f39d95 req-55b5faaa-3013-4883-991c-3772f67ae4b9 service neutron] 10.222.0.86 "GET /v2.0/networks/ef9c12c5-409d-4605-bd50-4ca1942634e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354792 Dec 04 01:01:06.677014 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a52de525-bfb6-4851-a50e-0f2910f39d95 req-92b610b4-4c03-491e-a06e-36b06055b982 service neutron] 10.222.0.86 "GET /v2.0/networks/ef9c12c5-409d-4605-bd50-4ca1942634e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1360164 Dec 04 01:01:06.728073 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-55c49257-7400-4f5b-bc12-abd833848c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851431139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27592852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593405'] for subnet, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:06.745072 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-0eee1ddb-5a6b-4eb2-8a5e-678351d2b2b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:01:06.758786 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 58a8596b-a868-4d09-a984-0a9b88900097 no longer exists at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 01:01:06.792440 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] No Port match for: 58a8596b-a868-4d09-a984-0a9b88900097 {{(pid=80328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 01:01:06.792754 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 58a8596b-a868-4d09-a984-0a9b88900097 not bound to the agent host dv-cinder-763306-5-smb {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 01:01:06.793230 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device eed57316-8a1d-4683-8006-f7e7ac4e783e no longer exists at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 01:01:06.826151 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] No Port match for: eed57316-8a1d-4683-8006-f7e7ac4e783e {{(pid=80328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 01:01:06.826548 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device eed57316-8a1d-4683-8006-f7e7ac4e783e not bound to the agent host dv-cinder-763306-5-smb {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 01:01:06.835921 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c49257-7400-4f5b-bc12-abd833848c96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d3dffb9-b2e9-4653-a15c-51f3777e3e03,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:01:06.838976 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-55c49257-7400-4f5b-bc12-abd833848c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:01:06.885314 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-55c49257-7400-4f5b-bc12-abd833848c96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:06.890721 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c83bc9-8e8f-47fe-bff9-202770400ac7 None None] Network b41ba9d1-b8eb-4b60-b39c-3d77682273c8 requested from dv-cinder-763306-5-smb {{(pid=80328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 01:01:06.898573 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-55c49257-7400-4f5b-bc12-abd833848c96 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/2d3dffb9-b2e9-4653-a15c-51f3777e3e03 HTTP/1.1" status: 204 len: 168 time: 0.9498675 Dec 04 01:01:06.901361 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 42724) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:01:07.070987 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851311705'] for network, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:07.158908 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] Deleting port b771ee66-d3dd-435e-8e02-a1828cdb6985 {{(pid=80327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 01:01:07.159323 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:07.221426 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa5a762-57e0-4038-bf71-f2c6283ebd6c req-62fbc927-4d05-4b7d-9956-93392e4eaf67 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:01:07.223779 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-1aa5a762-57e0-4038-bf71-f2c6283ebd6c req-62fbc927-4d05-4b7d-9956-93392e4eaf67 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 985 time: 0.2298079 Dec 04 01:01:07.327514 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c06c581-2b67-49c3-a472-b304829c5a6b None None] DHCP port deletion for b41ba9d1-b8eb-4b60-b39c-3d77682273c8 request from dv-cinder-763306-5-smb {{(pid=80328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 04 01:01:07.332450 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-4c06c581-2b67-49c3-a472-b304829c5a6b None None] Deleting port b771ee66-d3dd-435e-8e02-a1828cdb6985 {{(pid=80328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 01:01:07.332878 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4c06c581-2b67-49c3-a472-b304829c5a6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:07.346643 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-1aa5a762-57e0-4038-bf71-f2c6283ebd6c req-6ff1939e-00fa-4243-bb91-8f722ee0839f tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/security-groups?id=10ee012a-7dc1-46fd-85fc-89d0c7a30b7e&id=40137c78-72e9-46c5-bee6-836d2fbfc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.1148615 Dec 04 01:01:07.433140 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] For port b771ee66-d3dd-435e-8e02-a1828cdb6985, host dv-cinder-763306-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=b771ee66-d3dd-435e-8e02-a1828cdb6985,segment=NetworkSegment(8ede4a70-4206-4219-8975-4c9d08884fc7),segment_id=8ede4a70-4206-4219-8975-4c9d08884fc7)] {{(pid=80327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:01:07.433543 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:07.546203 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-4c06c581-2b67-49c3-a472-b304829c5a6b None None] For port b771ee66-d3dd-435e-8e02-a1828cdb6985, host dv-cinder-763306-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=b771ee66-d3dd-435e-8e02-a1828cdb6985,segment=NetworkSegment(8ede4a70-4206-4219-8975-4c9d08884fc7),segment_id=8ede4a70-4206-4219-8975-4c9d08884fc7)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:01:07.546671 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4c06c581-2b67-49c3-a472-b304829c5a6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:07.564513 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] Calling delete_port for b771ee66-d3dd-435e-8e02-a1828cdb6985 owned by network:dhcp {{(pid=80327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 01:01:07.673225 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-4c06c581-2b67-49c3-a472-b304829c5a6b None None] Calling delete_port for b771ee66-d3dd-435e-8e02-a1828cdb6985 owned by network:dhcp {{(pid=80328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 01:01:07.801392 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291473225622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291473606618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:07.811648 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.db.api [None req-4c06c581-2b67-49c3-a472-b304829c5a6b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80328) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 04 01:01:07.812065 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_db.api [None req-4c06c581-2b67-49c3-a472-b304829c5a6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 04 01:01:07.817833 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-6389b58a-a293-4790-aa78-1fed571ee8b5 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:01:07.908891 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] Pushing event deleted for resources: {'Port': ['ID=b771ee66-d3dd-435e-8e02-a1828cdb6985,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:01:07.932469 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:01:07.932818 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:01:07.933215 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:01:07.933611 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:01:07.934004 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:01:07.934396 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:01:07.934782 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:01:07.935203 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:01:07.935575 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:01:07.935959 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:01:07.936344 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:01:07.936724 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:01:07.937150 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:01:07.937556 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:01:07.937920 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:01:07.938301 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:01:07.938681 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:01:07.939088 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:01:07.939489 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:01:07.939870 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:01:07.940257 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:01:07.940641 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:01:07.941609 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:01:07.942242 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:01:07.947303 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:01:07.972142 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] No DVR routers for this DVR port b771ee66-d3dd-435e-8e02-a1828cdb6985 on host dv-cinder-763306-5-smb {{(pid=80327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 01:01:08.094115 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3342492', 'neutron.services.segments.db._delete_segments_for_network--9223363291473146808'] for network, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:08.208514 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.segments.db [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b41ba9d1-b8eb-4b60-b39c-3d77682273c8']}} {{(pid=80327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:01:08.221129 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.segments.db [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ede4a70-4206-4219-8975-4c9d08884fc7') {'for_net_delete': True} {{(pid=80327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:01:08.221444 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.segments.db [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ede4a70-4206-4219-8975-4c9d08884fc7') {} {{(pid=80327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:01:08.233918 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291473144760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28078521'] for segment, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:08.298800 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851436430'] for segment, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:08.301674 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80327) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 04 01:01:08.313270 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-4c06c581-2b67-49c3-a472-b304829c5a6b None None] Deleting port b771ee66-d3dd-435e-8e02-a1828cdb6985 {{(pid=80328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 01:01:08.313775 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4c06c581-2b67-49c3-a472-b304829c5a6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:08.382166 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-4c06c581-2b67-49c3-a472-b304829c5a6b None None] The port 'b771ee66-d3dd-435e-8e02-a1828cdb6985' was deleted {{(pid=80328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 04 01:01:08.486931 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] Network b41ba9d1-b8eb-4b60-b39c-3d77682273c8 has no segments {{(pid=80327) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 01:01:08.529323 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3339386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27697996'] for segment, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:08.736869 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] Network b41ba9d1-b8eb-4b60-b39c-3d77682273c8 has no segments {{(pid=80327) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 01:01:08.756889 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device b771ee66-d3dd-435e-8e02-a1828cdb6985 no longer exists at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 01:01:08.762200 dv-cinder-763306-5-smb neutron-server[80215]: Traceback (most recent call last): Dec 04 01:01:08.762200 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 04 01:01:08.762200 dv-cinder-763306-5-smb neutron-server[80215]: timer() Dec 04 01:01:08.762200 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 04 01:01:08.762200 dv-cinder-763306-5-smb neutron-server[80215]: cb(*args, **kw) Dec 04 01:01:08.762200 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 04 01:01:08.762200 dv-cinder-763306-5-smb neutron-server[80215]: return func(*args, **kwargs) Dec 04 01:01:08.762200 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 04 01:01:08.762200 dv-cinder-763306-5-smb neutron-server[80215]: self._notify() Dec 04 01:01:08.762200 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 04 01:01:08.762200 dv-cinder-763306-5-smb neutron-server[80215]: self.callback(batched_events) Dec 04 01:01:08.762200 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 04 01:01:08.762200 dv-cinder-763306-5-smb neutron-server[80215]: event.method(event) Dec 04 01:01:08.762200 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 04 01:01:08.762200 dv-cinder-763306-5-smb neutron-server[80215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 04 01:01:08.762200 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 04 01:01:08.762200 dv-cinder-763306-5-smb neutron-server[80215]: segment_id)['aggregates'][0] Dec 04 01:01:08.762200 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 04 01:01:08.762200 dv-cinder-763306-5-smb neutron-server[80215]: return f(self, *a, **k) Dec 04 01:01:08.762200 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 04 01:01:08.762200 dv-cinder-763306-5-smb neutron-server[80215]: return self._get(url).json() Dec 04 01:01:08.762200 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 04 01:01:08.762200 dv-cinder-763306-5-smb neutron-server[80215]: **kwargs) Dec 04 01:01:08.762200 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 04 01:01:08.762200 dv-cinder-763306-5-smb neutron-server[80215]: return self.request(url, 'GET', **kwargs) Dec 04 01:01:08.762200 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 04 01:01:08.762200 dv-cinder-763306-5-smb neutron-server[80215]: **endpoint_filter) Dec 04 01:01:08.762200 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 04 01:01:08.762200 dv-cinder-763306-5-smb neutron-server[80215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 04 01:01:08.762200 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 04 01:01:08.762200 dv-cinder-763306-5-smb neutron-server[80215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 04 01:01:08.762200 dv-cinder-763306-5-smb neutron-server[80215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 04 01:01:08.790864 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] No Port match for: b771ee66-d3dd-435e-8e02-a1828cdb6985 {{(pid=80328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 01:01:08.791296 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device b771ee66-d3dd-435e-8e02-a1828cdb6985 not bound to the agent host dv-cinder-763306-5-smb {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 01:01:08.824266 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd36342-00f9-4bb6-9801-a902782777a0 req-dc27a3ae-0045-4933-a48c-7d7176e5391f tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:01:08.825890 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3cd36342-00f9-4bb6-9801-a902782777a0 req-dc27a3ae-0045-4933-a48c-7d7176e5391f tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 985 time: 0.3410559 Dec 04 01:01:08.890321 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3cd36342-00f9-4bb6-9801-a902782777a0 req-2c432a29-e0cf-4f47-bc2b-b6ee736e3192 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/security-groups?id=10ee012a-7dc1-46fd-85fc-89d0c7a30b7e&id=40137c78-72e9-46c5-bee6-836d2fbfc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0477979 Dec 04 01:01:09.040073 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851433324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656478'] for network, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:09.043576 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-d6b507d6-d8c9-4740-ba97-7a9fc1155f02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:01:09.059816 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for network, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:09.069452 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] Pushing event deleted for resources: {'Network': ['ID=b41ba9d1-b8eb-4b60-b39c-3d77682273c8,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:01:09.073052 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:01:09.110539 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] 10.222.0.73 "DELETE /v2.0/networks/b41ba9d1-b8eb-4b60-b39c-3d77682273c8 HTTP/1.1" status: 204 len: 168 time: 2.2080610 Dec 04 01:01:09.364947 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 42732) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:01:09.415890 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-ee5d07c1-af48-46be-b0c0-4bfa8832e449 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=04c9a96d934d4f7994fdaf4cc2f7c1bf&name=default HTTP/1.1" status: 200 len: 2875 time: 0.0496745 Dec 04 01:01:09.418363 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 42736) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:01:09.478858 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-057ab52d-a858-422a-adbe-e79b70f04120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:09.506710 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-057ab52d-a858-422a-adbe-e79b70f04120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:09.639825 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-057ab52d-a858-422a-adbe-e79b70f04120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:09.645449 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-27628d5d-c825-43b4-b546-48cb31db5c56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:01:09.659200 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ab52d-a858-422a-adbe-e79b70f04120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef266206-b640-46fd-802a-751b1b514f84,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:01:09.664027 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-057ab52d-a858-422a-adbe-e79b70f04120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:01:09.667401 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-057ab52d-a858-422a-adbe-e79b70f04120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:09.668591 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-057ab52d-a858-422a-adbe-e79b70f04120 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ef266206-b640-46fd-802a-751b1b514f84 HTTP/1.1" status: 204 len: 168 time: 0.2492743 Dec 04 01:01:10.109122 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a9e13-3a4f-4985-835a-fb09c63019ce req-e64365aa-1db1-4505-a77a-03bbc0a10b71 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:01:10.110725 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3a3a9e13-3a4f-4985-835a-fb09c63019ce req-e64365aa-1db1-4505-a77a-03bbc0a10b71 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 985 time: 0.0851791 Dec 04 01:01:10.160449 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3a3a9e13-3a4f-4985-835a-fb09c63019ce req-479271ab-e30f-45ee-99b4-2d664d884186 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/security-groups?id=10ee012a-7dc1-46fd-85fc-89d0c7a30b7e&id=40137c78-72e9-46c5-bee6-836d2fbfc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0421593 Dec 04 01:01:11.385194 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a41453-57c9-4709-a367-c477c5704fde req-82ed2996-5acd-41f0-bbc7-16f2a23d6dd4 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:01:11.386913 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-01a41453-57c9-4709-a367-c477c5704fde req-82ed2996-5acd-41f0-bbc7-16f2a23d6dd4 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 985 time: 0.0901349 Dec 04 01:01:11.436789 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-01a41453-57c9-4709-a367-c477c5704fde req-34604b18-b440-47a0-809d-3ef7be9c594f tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/security-groups?id=10ee012a-7dc1-46fd-85fc-89d0c7a30b7e&id=40137c78-72e9-46c5-bee6-836d2fbfc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0432739 Dec 04 01:01:12.389810 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 42794) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:01:12.541772 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3bdffe70-d940-4e5b-b085-8168036c7355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:12.558224 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-3bdffe70-d940-4e5b-b085-8168036c7355 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:01:12.562469 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-3bdffe70-d940-4e5b-b085-8168036c7355 admin admin] Usage tracker for resource:security_group_rule and tenant:9b8a0560ee6248478e6ededd8f095a94 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 01:01:12.565652 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-3bdffe70-d940-4e5b-b085-8168036c7355 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 01:01:12.609079 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-3bdffe70-d940-4e5b-b085-8168036c7355 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:01:12.679774 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8800697-2eb8-4312-8ab7-19beeabf6169 req-a4fae40b-3157-4c99-ad5a-b9a3a0cff8c6 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:01:12.681428 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f8800697-2eb8-4312-8ab7-19beeabf6169 req-a4fae40b-3157-4c99-ad5a-b9a3a0cff8c6 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 985 time: 0.1118593 Dec 04 01:01:12.739413 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f8800697-2eb8-4312-8ab7-19beeabf6169 req-cd5c551a-e1af-4088-bcc9-0bed9366de0f tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/security-groups?id=10ee012a-7dc1-46fd-85fc-89d0c7a30b7e&id=40137c78-72e9-46c5-bee6-836d2fbfc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0513961 Dec 04 01:01:12.789537 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3bdffe70-d940-4e5b-b085-8168036c7355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:12.818563 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3bdffe70-d940-4e5b-b085-8168036c7355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:12.826866 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-ee991cc4-b251-43ea-a87e-88d889c9f7eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:01:12.868889 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-3bdffe70-d940-4e5b-b085-8168036c7355 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9b8a0560ee6248478e6ededd8f095a94&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4779358 Dec 04 01:01:12.870745 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdffe70-d940-4e5b-b085-8168036c7355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f84057d-35b8-4a7d-88b1-0b275e30f97a,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:01:12.871992 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 42802) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:01:12.874196 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-3bdffe70-d940-4e5b-b085-8168036c7355 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:01:12.934556 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8113afb3-ab45-4b9b-a9fc-0b1680caf3b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:12.961553 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8113afb3-ab45-4b9b-a9fc-0b1680caf3b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:13.041209 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8113afb3-ab45-4b9b-a9fc-0b1680caf3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:13.046166 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-eda8f7af-1a6f-4e95-a904-f67ed3acd473 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:01:13.060195 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113afb3-ab45-4b9b-a9fc-0b1680caf3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f84057d-35b8-4a7d-88b1-0b275e30f97a,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:01:13.063265 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-8113afb3-ab45-4b9b-a9fc-0b1680caf3b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:01:13.064168 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8113afb3-ab45-4b9b-a9fc-0b1680caf3b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:13.065371 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-8113afb3-ab45-4b9b-a9fc-0b1680caf3b2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6f84057d-35b8-4a7d-88b1-0b275e30f97a HTTP/1.1" status: 204 len: 168 time: 0.1923285 Dec 04 01:01:13.564159 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 42810) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:01:13.584673 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8bb7aa1e-2d57-4920-9987-37e981bef220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:13.603257 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-8bb7aa1e-2d57-4920-9987-37e981bef220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:01:13.607810 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-8bb7aa1e-2d57-4920-9987-37e981bef220 admin admin] Usage tracker for resource:security_group_rule and tenant:8eb0ec2f2d554c29b3f83fc41004e06c is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 01:01:13.610848 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-8bb7aa1e-2d57-4920-9987-37e981bef220 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 01:01:13.616927 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-8bb7aa1e-2d57-4920-9987-37e981bef220 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:01:13.700915 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8bb7aa1e-2d57-4920-9987-37e981bef220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:13.738381 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8bb7aa1e-2d57-4920-9987-37e981bef220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:13.747191 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a896b197-221a-4109-b77c-9ab0234ef1f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:01:13.788937 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-8bb7aa1e-2d57-4920-9987-37e981bef220 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8eb0ec2f2d554c29b3f83fc41004e06c&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2236145 Dec 04 01:01:13.791137 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7aa1e-2d57-4920-9987-37e981bef220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d7a7a8-f823-4bc3-9637-3f6917c02855,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:01:13.792136 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 42816) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:01:13.794371 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-8bb7aa1e-2d57-4920-9987-37e981bef220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:01:13.857628 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d88468ee-4544-43ba-aadd-b66537577105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:13.935192 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d88468ee-4544-43ba-aadd-b66537577105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:14.008023 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd2859-f624-4489-8cbf-d0e2dac2f8fb req-97728356-ca48-4081-803a-4ef1c1c4b799 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:01:14.009607 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9cfd2859-f624-4489-8cbf-d0e2dac2f8fb req-97728356-ca48-4081-803a-4ef1c1c4b799 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 985 time: 0.1392605 Dec 04 01:01:14.046983 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d88468ee-4544-43ba-aadd-b66537577105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:14.054278 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-1138b89c-498d-4fe0-a1ce-2c05284595c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:01:14.072992 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88468ee-4544-43ba-aadd-b66537577105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d7a7a8-f823-4bc3-9637-3f6917c02855,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:01:14.077743 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-9cfd2859-f624-4489-8cbf-d0e2dac2f8fb req-9c2cb652-42e7-4f67-bcad-c9be75153a41 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/security-groups?id=10ee012a-7dc1-46fd-85fc-89d0c7a30b7e&id=40137c78-72e9-46c5-bee6-836d2fbfc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0616522 Dec 04 01:01:14.078665 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-d88468ee-4544-43ba-aadd-b66537577105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:01:14.086251 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d88468ee-4544-43ba-aadd-b66537577105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:14.088421 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-d88468ee-4544-43ba-aadd-b66537577105 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/99d7a7a8-f823-4bc3-9637-3f6917c02855 HTTP/1.1" status: 204 len: 168 time: 0.2949677 Dec 04 01:01:14.676124 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-10a827dd-b805-4681-ad09-a0841e2054e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:15.299543 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f4fe1-dc2d-4c0a-8a8d-93a8736aa63c req-bc96f7ae-4d13-470b-a783-fcca88190638 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:01:15.302081 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-257f4fe1-dc2d-4c0a-8a8d-93a8736aa63c req-bc96f7ae-4d13-470b-a783-fcca88190638 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 985 time: 0.0893717 Dec 04 01:01:15.352547 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-257f4fe1-dc2d-4c0a-8a8d-93a8736aa63c req-51dce164-6631-49b8-a647-13175c63f35e tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/security-groups?id=10ee012a-7dc1-46fd-85fc-89d0c7a30b7e&id=40137c78-72e9-46c5-bee6-836d2fbfc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0440514 Dec 04 01:01:16.230053 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:16.564175 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac667e1-bee3-482b-8429-942c61a93705 req-5323d644-30e0-4eef-a945-0988ccae6399 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:01:16.565787 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-dac667e1-bee3-482b-8429-942c61a93705 req-5323d644-30e0-4eef-a945-0988ccae6399 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 985 time: 0.0841305 Dec 04 01:01:16.619344 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-dac667e1-bee3-482b-8429-942c61a93705 req-66e97de3-8779-41bc-a274-6304434edeae tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/security-groups?id=10ee012a-7dc1-46fd-85fc-89d0c7a30b7e&id=40137c78-72e9-46c5-bee6-836d2fbfc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0462971 Dec 04 01:01:16.789750 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-1dd4b0ff-4858-47c0-a89c-2091cfd90304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:17.464569 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:17.838991 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf3ff2c-5edc-4158-ba85-9e373ce7a1d8 req-c4fb1f99-8573-49a7-a554-5e01619bd741 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:01:17.840851 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bbf3ff2c-5edc-4158-ba85-9e373ce7a1d8 req-c4fb1f99-8573-49a7-a554-5e01619bd741 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 985 time: 0.0876393 Dec 04 01:01:17.892660 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bbf3ff2c-5edc-4158-ba85-9e373ce7a1d8 req-f1466cf1-e0eb-4e14-84fb-7b2c5c3a0241 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/security-groups?id=10ee012a-7dc1-46fd-85fc-89d0c7a30b7e&id=40137c78-72e9-46c5-bee6-836d2fbfc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0446563 Dec 04 01:01:18.553752 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:18.915945 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:19.118265 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4f621-256c-47a8-9ad9-bf3346057f8f req-e4ced2c5-72c9-4515-9e82-4da3ed9f9685 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:01:19.120159 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-95e4f621-256c-47a8-9ad9-bf3346057f8f req-e4ced2c5-72c9-4515-9e82-4da3ed9f9685 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 985 time: 0.0896165 Dec 04 01:01:19.170864 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-95e4f621-256c-47a8-9ad9-bf3346057f8f req-bc8ec3f1-34a7-41b9-b3d6-96c0037a4cd0 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/security-groups?id=10ee012a-7dc1-46fd-85fc-89d0c7a30b7e&id=40137c78-72e9-46c5-bee6-836d2fbfc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0436602 Dec 04 01:01:20.386438 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd237255-3d37-4969-9a66-101d042d614f req-0884f4c9-77e7-444c-ab44-11f187657a78 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:01:20.388050 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-dd237255-3d37-4969-9a66-101d042d614f req-0884f4c9-77e7-444c-ab44-11f187657a78 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 985 time: 0.0836012 Dec 04 01:01:20.439284 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-dd237255-3d37-4969-9a66-101d042d614f req-a1345769-9034-4ae0-9e81-a96e6657ca04 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/security-groups?id=10ee012a-7dc1-46fd-85fc-89d0c7a30b7e&id=40137c78-72e9-46c5-bee6-836d2fbfc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0446577 Dec 04 01:01:21.279328 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device de74cb73-5795-486d-8209-b598050b0e22 up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 01:01:21.348992 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port de74cb73-5795-486d-8209-b598050b0e22 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:01:21.349416 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:21.467748 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 42924) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:01:21.625661 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-206e539b-5b39-46d4-b610-2b49cbc0f00d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:21.641549 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-206e539b-5b39-46d4-b610-2b49cbc0f00d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:01:21.645586 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-206e539b-5b39-46d4-b610-2b49cbc0f00d admin admin] Usage tracker for resource:security_group_rule and tenant:b70094b16a334f278a905c979c5f94da is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 01:01:21.648640 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-206e539b-5b39-46d4-b610-2b49cbc0f00d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 01:01:21.653099 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb96a9c-d6ed-4c28-a203-4e4c02afbcda req-e971d25e-bc69-47b1-892a-170c8a33af67 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:01:21.654706 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-edb96a9c-d6ed-4c28-a203-4e4c02afbcda req-e971d25e-bc69-47b1-892a-170c8a33af67 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 985 time: 0.0858383 Dec 04 01:01:21.655060 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-206e539b-5b39-46d4-b610-2b49cbc0f00d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:01:21.703783 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-edb96a9c-d6ed-4c28-a203-4e4c02afbcda req-f54676a9-6d3a-4745-b078-1d60d7c695e3 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/security-groups?id=10ee012a-7dc1-46fd-85fc-89d0c7a30b7e&id=40137c78-72e9-46c5-bee6-836d2fbfc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0421674 Dec 04 01:01:21.803275 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-206e539b-5b39-46d4-b610-2b49cbc0f00d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:21.824048 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-206e539b-5b39-46d4-b610-2b49cbc0f00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:21.833011 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-1a0e0bda-c492-4c3e-a7ff-1d42c0e7ecb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:01:21.878911 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-206e539b-5b39-46d4-b610-2b49cbc0f00d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b70094b16a334f278a905c979c5f94da&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4098668 Dec 04 01:01:21.879949 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e539b-5b39-46d4-b610-2b49cbc0f00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39338337-ea56-465e-b7a4-2b30176d1910,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:01:21.881865 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 42932) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:01:21.883306 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-206e539b-5b39-46d4-b610-2b49cbc0f00d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:01:21.944614 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6dc71ddc-34c7-42a9-832f-4345e7f5741d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:21.975202 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6dc71ddc-34c7-42a9-832f-4345e7f5741d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:22.259181 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6dc71ddc-34c7-42a9-832f-4345e7f5741d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:22.264160 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:01:22.274705 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc71ddc-34c7-42a9-832f-4345e7f5741d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39338337-ea56-465e-b7a4-2b30176d1910,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:01:22.277283 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-6dc71ddc-34c7-42a9-832f-4345e7f5741d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:01:22.282528 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6dc71ddc-34c7-42a9-832f-4345e7f5741d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:22.283819 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-6dc71ddc-34c7-42a9-832f-4345e7f5741d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/39338337-ea56-465e-b7a4-2b30176d1910 HTTP/1.1" status: 204 len: 168 time: 0.3994277 Dec 04 01:01:22.777222 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 42944) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:01:22.802087 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-0d0039ba-2eba-4f1a-8513-a2c0f9fd5e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:22.821686 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-0d0039ba-2eba-4f1a-8513-a2c0f9fd5e93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:01:22.826686 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-0d0039ba-2eba-4f1a-8513-a2c0f9fd5e93 admin admin] Usage tracker for resource:security_group_rule and tenant:0c1de78217e54c2684112596f9de7581 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 01:01:22.830619 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-0d0039ba-2eba-4f1a-8513-a2c0f9fd5e93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 01:01:22.839838 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-0d0039ba-2eba-4f1a-8513-a2c0f9fd5e93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:01:22.959522 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe57154-622b-4ac5-b429-e365dae99375 req-580541da-8a21-4cc2-a7f6-2b3b601a0436 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:01:22.961118 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-efe57154-622b-4ac5-b429-e365dae99375 req-580541da-8a21-4cc2-a7f6-2b3b601a0436 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 985 time: 0.1234391 Dec 04 01:01:23.033570 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-efe57154-622b-4ac5-b429-e365dae99375 req-bedbc287-9bb8-45b6-8081-1a3bcbbf1382 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/security-groups?id=10ee012a-7dc1-46fd-85fc-89d0c7a30b7e&id=40137c78-72e9-46c5-bee6-836d2fbfc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0648956 Dec 04 01:01:23.048869 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-0d0039ba-2eba-4f1a-8513-a2c0f9fd5e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:23.108439 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-0d0039ba-2eba-4f1a-8513-a2c0f9fd5e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:23.117296 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-881f5079-ed4e-40cb-915f-7f6e81843f79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:01:23.163501 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-0d0039ba-2eba-4f1a-8513-a2c0f9fd5e93 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0c1de78217e54c2684112596f9de7581&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3822851 Dec 04 01:01:23.163501 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0039ba-2eba-4f1a-8513-a2c0f9fd5e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdeb8caa-3180-4014-8972-a1cb237696c8,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:01:23.165172 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 42948) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:01:23.165404 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-0d0039ba-2eba-4f1a-8513-a2c0f9fd5e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:01:23.231513 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d7b89dca-32d7-40d8-9343-89a0835602d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:23.259887 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d7b89dca-32d7-40d8-9343-89a0835602d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:23.330736 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d7b89dca-32d7-40d8-9343-89a0835602d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:23.335823 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-11e7ad7b-acec-443c-915d-662cb0c9e1eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:01:23.351323 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b89dca-32d7-40d8-9343-89a0835602d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdeb8caa-3180-4014-8972-a1cb237696c8,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:01:23.355560 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-d7b89dca-32d7-40d8-9343-89a0835602d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:01:23.363496 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d7b89dca-32d7-40d8-9343-89a0835602d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:23.364720 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-d7b89dca-32d7-40d8-9343-89a0835602d1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bdeb8caa-3180-4014-8972-a1cb237696c8 HTTP/1.1" status: 204 len: 168 time: 0.1979520 Dec 04 01:01:23.543454 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device de74cb73-5795-486d-8209-b598050b0e22 up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 01:01:23.612822 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port de74cb73-5795-486d-8209-b598050b0e22 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:01:23.613252 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:23.929128 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 42956) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:01:23.949473 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-364835d8-b16a-4b41-8c70-7807bcec93e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:23.964774 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-364835d8-b16a-4b41-8c70-7807bcec93e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:01:23.968810 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-364835d8-b16a-4b41-8c70-7807bcec93e3 admin admin] Usage tracker for resource:security_group_rule and tenant:721a8cf21e8c449da8e1e195097a6bbd is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 01:01:23.971784 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-364835d8-b16a-4b41-8c70-7807bcec93e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 01:01:23.978106 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-364835d8-b16a-4b41-8c70-7807bcec93e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:01:24.067186 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-364835d8-b16a-4b41-8c70-7807bcec93e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:24.098409 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-364835d8-b16a-4b41-8c70-7807bcec93e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:24.108459 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-d88468ee-4544-43ba-aadd-b66537577105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:01:24.150401 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-364835d8-b16a-4b41-8c70-7807bcec93e3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=721a8cf21e8c449da8e1e195097a6bbd&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2200277 Dec 04 01:01:24.152065 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364835d8-b16a-4b41-8c70-7807bcec93e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ceb6435-7226-4c0b-9cb1-9abb90909eab,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:01:24.153230 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 42962) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:01:24.155270 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-364835d8-b16a-4b41-8c70-7807bcec93e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:01:24.232659 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b2acd6bd-3f09-40da-8079-b8949f7af859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:24.249198 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f45d8bf-1ecc-464e-93a7-750ed46b0716 req-98a98503-ad23-41e1-87fd-7dfc7a70473f tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:01:24.250793 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3f45d8bf-1ecc-464e-93a7-750ed46b0716 req-98a98503-ad23-41e1-87fd-7dfc7a70473f tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 985 time: 0.0851159 Dec 04 01:01:24.259755 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b2acd6bd-3f09-40da-8079-b8949f7af859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:24.301436 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3f45d8bf-1ecc-464e-93a7-750ed46b0716 req-de5f9f85-d308-4a8e-b26d-791fbcab78c8 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/security-groups?id=10ee012a-7dc1-46fd-85fc-89d0c7a30b7e&id=40137c78-72e9-46c5-bee6-836d2fbfc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 390 time: 0.0440962 Dec 04 01:01:24.332596 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b2acd6bd-3f09-40da-8079-b8949f7af859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:24.338518 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-206e539b-5b39-46d4-b610-2b49cbc0f00d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:01:24.349578 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2acd6bd-3f09-40da-8079-b8949f7af859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ceb6435-7226-4c0b-9cb1-9abb90909eab,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:01:24.353885 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-b2acd6bd-3f09-40da-8079-b8949f7af859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:01:24.357285 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b2acd6bd-3f09-40da-8079-b8949f7af859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:24.358504 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-b2acd6bd-3f09-40da-8079-b8949f7af859 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9ceb6435-7226-4c0b-9cb1-9abb90909eab HTTP/1.1" status: 204 len: 168 time: 0.2042203 Dec 04 01:01:27.354782 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 6 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 01:01:34.889892 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc89de3-a9f4-45a8-966d-7c78bf14b6a8 req-50cec82e-ffa3-4e79-bca5-52ab81377a30 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:01:34.891515 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-acc89de3-a9f4-45a8-966d-7c78bf14b6a8 req-50cec82e-ffa3-4e79-bca5-52ab81377a30 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 945 time: 0.0866225 Dec 04 01:01:34.938251 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-acc89de3-a9f4-45a8-966d-7c78bf14b6a8 req-ddf6e61b-66ce-485a-8019-8b1fcf42ae23 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403066 Dec 04 01:01:36.173575 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b8c46-42d0-4f03-8321-d8bd1d763a30 req-98855861-7912-4c3e-bf29-04ad12feda17 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:01:36.175249 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ec6b8c46-42d0-4f03-8321-d8bd1d763a30 req-98855861-7912-4c3e-bf29-04ad12feda17 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 945 time: 0.0880730 Dec 04 01:01:36.225743 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ec6b8c46-42d0-4f03-8321-d8bd1d763a30 req-a219c24d-771f-4d5f-8bd1-caaa2eba4f62 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439162 Dec 04 01:01:36.655273 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bfc8fd-3795-4adf-8805-13943438211f req-03dbce8d-d060-45ec-8dce-ee7a750c75d7 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:01:36.655273 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a0bfc8fd-3795-4adf-8805-13943438211f req-03dbce8d-d060-45ec-8dce-ee7a750c75d7 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.86 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 945 time: 0.0840352 Dec 04 01:01:36.732985 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-a0bfc8fd-3795-4adf-8805-13943438211f req-5e842325-88c0-4202-a39d-47c60a5d1185 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Deleting port 2ac4f24b-4dd7-4d39-9a7d-ee02751d543e {{(pid=80327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 01:01:36.733376 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-a0bfc8fd-3795-4adf-8805-13943438211f req-5e842325-88c0-4202-a39d-47c60a5d1185 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:36.986915 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-a0bfc8fd-3795-4adf-8805-13943438211f req-5e842325-88c0-4202-a39d-47c60a5d1185 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] For port 2ac4f24b-4dd7-4d39-9a7d-ee02751d543e, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=2ac4f24b-4dd7-4d39-9a7d-ee02751d543e,segment=NetworkSegment(d123e863-f9de-44b7-aef3-f3565b117e15),segment_id=d123e863-f9de-44b7-aef3-f3565b117e15)] {{(pid=80327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:01:36.987353 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-a0bfc8fd-3795-4adf-8805-13943438211f req-5e842325-88c0-4202-a39d-47c60a5d1185 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:37.256791 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 2ac4f24b-4dd7-4d39-9a7d-ee02751d543e no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 01:01:37.291122 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-a0bfc8fd-3795-4adf-8805-13943438211f req-5e842325-88c0-4202-a39d-47c60a5d1185 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks [] for floatingip, precommit_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:37.291568 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-a0bfc8fd-3795-4adf-8805-13943438211f req-5e842325-88c0-4202-a39d-47c60a5d1185 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656493'] for floatingip, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:37.292078 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.db.l3_db [req-a0bfc8fd-3795-4adf-8805-13943438211f req-5e842325-88c0-4202-a39d-47c60a5d1185 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Floating IP 9e44546f-53ff-49a2-b65e-a52ec88ea48e disassociated. External IP: 172.28.3.222, port: 2ac4f24b-4dd7-4d39-9a7d-ee02751d543e. Dec 04 01:01:37.292339 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-a0bfc8fd-3795-4adf-8805-13943438211f req-5e842325-88c0-4202-a39d-47c60a5d1185 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Calling delete_port for 2ac4f24b-4dd7-4d39-9a7d-ee02751d543e owned by compute:nova {{(pid=80327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 01:01:37.376991 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:37.516687 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb26f58-503b-4079-8f88-fdd4e2da9b3f req-9133a56e-8dce-49ca-9556-061cc84d31a9 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:01:37.518215 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6cb26f58-503b-4079-8f88-fdd4e2da9b3f req-9133a56e-8dce-49ca-9556-061cc84d31a9 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 867 time: 0.1116693 Dec 04 01:01:37.520668 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-a0bfc8fd-3795-4adf-8805-13943438211f req-5e842325-88c0-4202-a39d-47c60a5d1185 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291473225622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291473606618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:37.536844 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-271356f8-8b75-45d8-bce9-37a3e1389036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:01:37.596185 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e842325-88c0-4202-a39d-47c60a5d1185 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Pushing event deleted for resources: {'Port': ['ID=2ac4f24b-4dd7-4d39-9a7d-ee02751d543e,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:01:37.605347 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-5e842325-88c0-4202-a39d-47c60a5d1185 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:01:37.696748 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6cb26f58-503b-4079-8f88-fdd4e2da9b3f req-27856893-c29b-4f3f-86ef-3a4b68659c1a tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups?id=b0ca63fa-e8d6-4297-8521-a3332f207cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237781 Dec 04 01:01:37.935416 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0bfc8fd-3795-4adf-8805-13943438211f req-5e842325-88c0-4202-a39d-47c60a5d1185 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Router 217aee76-2901-4d22-8fcc-3852f4d5dd49 has already been hosted by L3 agent 584cecf2-ad77-484a-986e-0fea284e741d {{(pid=80327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 01:01:38.122088 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0bfc8fd-3795-4adf-8805-13943438211f req-5e842325-88c0-4202-a39d-47c60a5d1185 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify agent at l3_agent.dv-cinder-763306-5-smb the message routers_updated {{(pid=80327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 01:01:38.131812 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdbf17e-3f83-4e7c-a361-f44c7282ae57 None None] Sync routers for ids ['217aee76-2901-4d22-8fcc-3852f4d5dd49'] in dv-cinder-763306-5-smb {{(pid=80329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 01:01:38.150063 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdbf17e-3f83-4e7c-a361-f44c7282ae57 None None] Routers {'217aee76-2901-4d22-8fcc-3852f4d5dd49'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 01:01:38.150852 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-cfdbf17e-3f83-4e7c-a361-f44c7282ae57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T01:01:17Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['217aee76-2901-4d22-8fcc-3852f4d5dd49'], 'active': True} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:01:38.169441 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0bfc8fd-3795-4adf-8805-13943438211f req-5e842325-88c0-4202-a39d-47c60a5d1185 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] No DVR routers for this DVR port 2ac4f24b-4dd7-4d39-9a7d-ee02751d543e on host hv-cinder-76330 {{(pid=80327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 01:01:38.172201 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-a0bfc8fd-3795-4adf-8805-13943438211f req-5e842325-88c0-4202-a39d-47c60a5d1185 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:38.176336 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb43342b-774a-436c-9fcb-4b013146e292', 'name': 'network-vif-deleted', 'tag': '2ac4f24b-4dd7-4d39-9a7d-ee02751d543e'}] {{(pid=80327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 01:01:38.244483 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb43342b-774a-436c-9fcb-4b013146e292', 'name': 'network-vif-deleted', 'tag': '2ac4f24b-4dd7-4d39-9a7d-ee02751d543e', 'status': 'completed', 'code': 200} Dec 04 01:01:38.253927 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a0bfc8fd-3795-4adf-8805-13943438211f req-5e842325-88c0-4202-a39d-47c60a5d1185 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.86 "DELETE /v2.0/ports/2ac4f24b-4dd7-4d39-9a7d-ee02751d543e HTTP/1.1" status: 204 len: 173 time: 1.5940864 Dec 04 01:01:38.365471 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-cfdbf17e-3f83-4e7c-a361-f44c7282ae57 None None] Set router 217aee76-2901-4d22-8fcc-3852f4d5dd49 gateway port host: dv-cinder-763306-5-smb {{(pid=80329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 01:01:38.693514 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-cfdbf17e-3f83-4e7c-a361-f44c7282ae57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'name': 'tempest-AttachVolumeShelveTestJSON-514812751-router', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e214e8dd-7350-47d7-a813-de42239028e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:18Z', 'updated_at': '2020-12-04T00:54:33Z', 'revision_number': 4, 'project_id': '27c40306c9424330a5920da109201aa5', 'gw_port': {'id': 'e214e8dd-7350-47d7-a813-de42239028e3', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:19Z', 'updated_at': '2020-12-04T00:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_interfaces': [{'id': '51060b10-6f39-4dba-97cb-98998f868f2b', 'name': '', 'network_id': '81043efb-b877-4e23-b898-a49f43cd94b2', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'mac_address': 'fa:16:3e:61:bc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '09a18547-ffe8-483f-9f89-ed9ea46deb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:30Z', 'updated_at': '2020-12-04T00:54:50Z', 'revision_number': 5, 'project_id': '27c40306c9424330a5920da109201aa5', 'subnets': [{'id': '09a18547-ffe8-483f-9f89-ed9ea46deb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:01:38.697476 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdbf17e-3f83-4e7c-a361-f44c7282ae57 None None] Checking router: 217aee76-2901-4d22-8fcc-3852f4d5dd49 for host: dv-cinder-763306-5-smb {{(pid=80329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 01:01:38.706481 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdbf17e-3f83-4e7c-a361-f44c7282ae57 None None] Routers {'217aee76-2901-4d22-8fcc-3852f4d5dd49'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 01:01:38.707122 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-cfdbf17e-3f83-4e7c-a361-f44c7282ae57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T01:01:17Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['217aee76-2901-4d22-8fcc-3852f4d5dd49'], 'active': True} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:01:38.896977 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-cfdbf17e-3f83-4e7c-a361-f44c7282ae57 None None] Set router 217aee76-2901-4d22-8fcc-3852f4d5dd49 gateway port host: dv-cinder-763306-5-smb {{(pid=80329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 01:01:38.906979 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-f2e07de7-f3d7-4bb1-803e-7c3f602b8309 req-75de638b-82f4-4589-9a31-4e08f979e2fe tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Synchronizing usage tracker for tenant:27c40306c9424330a5920da109201aa5 on resource:port {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 01:01:38.950040 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-f2e07de7-f3d7-4bb1-803e-7c3f602b8309 req-75de638b-82f4-4589-9a31-4e08f979e2fe tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Unset dirty status for tenant:27c40306c9424330a5920da109201aa5 on resource:port {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 01:01:38.951337 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f2e07de7-f3d7-4bb1-803e-7c3f602b8309 req-75de638b-82f4-4589-9a31-4e08f979e2fe tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/ports?device_id=cb43342b-774a-436c-9fcb-4b013146e292 HTTP/1.1" status: 200 len: 210 time: 0.0904174 Dec 04 01:01:39.235046 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-cfdbf17e-3f83-4e7c-a361-f44c7282ae57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'name': 'tempest-AttachVolumeShelveTestJSON-514812751-router', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e214e8dd-7350-47d7-a813-de42239028e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:18Z', 'updated_at': '2020-12-04T00:54:33Z', 'revision_number': 4, 'project_id': '27c40306c9424330a5920da109201aa5', 'gw_port': {'id': 'e214e8dd-7350-47d7-a813-de42239028e3', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:19Z', 'updated_at': '2020-12-04T00:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_interfaces': [{'id': '51060b10-6f39-4dba-97cb-98998f868f2b', 'name': '', 'network_id': '81043efb-b877-4e23-b898-a49f43cd94b2', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'mac_address': 'fa:16:3e:61:bc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '09a18547-ffe8-483f-9f89-ed9ea46deb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:30Z', 'updated_at': '2020-12-04T00:54:50Z', 'revision_number': 5, 'project_id': '27c40306c9424330a5920da109201aa5', 'subnets': [{'id': '09a18547-ffe8-483f-9f89-ed9ea46deb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:01:39.240692 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdbf17e-3f83-4e7c-a361-f44c7282ae57 None None] The sync data for ids ['217aee76-2901-4d22-8fcc-3852f4d5dd49'] in dv-cinder-763306-5-smb is: [{'id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'name': 'tempest-AttachVolumeShelveTestJSON-514812751-router', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e214e8dd-7350-47d7-a813-de42239028e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:18Z', 'updated_at': '2020-12-04T00:54:33Z', 'revision_number': 4, 'project_id': '27c40306c9424330a5920da109201aa5', 'gw_port': {'id': 'e214e8dd-7350-47d7-a813-de42239028e3', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:19Z', 'updated_at': '2020-12-04T00:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_interfaces': [{'id': '51060b10-6f39-4dba-97cb-98998f868f2b', 'name': '', 'network_id': '81043efb-b877-4e23-b898-a49f43cd94b2', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'mac_address': 'fa:16:3e:61:bc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '09a18547-ffe8-483f-9f89-ed9ea46deb6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:30Z', 'updated_at': '2020-12-04T00:54:50Z', 'revision_number': 5, 'project_id': '27c40306c9424330a5920da109201aa5', 'subnets': [{'id': '09a18547-ffe8-483f-9f89-ed9ea46deb6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 01:01:39.626042 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6d62c6-736c-4071-81d2-b17c93bae816 None None] New status for floating IP 9e44546f-53ff-49a2-b65e-a52ec88ea48e: DOWN {{(pid=80328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 04 01:01:40.178671 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 43082) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:01:40.247308 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9bc12bed-5468-4a7f-ae61-7bb7735ff927 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:40.276153 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9bc12bed-5468-4a7f-ae61-7bb7735ff927 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:40.349556 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9bc12bed-5468-4a7f-ae61-7bb7735ff927 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:40.354872 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-8bb7aa1e-2d57-4920-9987-37e981bef220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:01:40.369995 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc12bed-5468-4a7f-ae61-7bb7735ff927 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ca63fa-e8d6-4297-8521-a3332f207cf2,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:01:40.373070 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-9bc12bed-5468-4a7f-ae61-7bb7735ff927 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:01:40.411841 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9bc12bed-5468-4a7f-ae61-7bb7735ff927 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:40.413126 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-9bc12bed-5468-4a7f-ae61-7bb7735ff927 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "DELETE /v2.0/security-groups/b0ca63fa-e8d6-4297-8521-a3332f207cf2 HTTP/1.1" status: 204 len: 168 time: 0.2333102 Dec 04 01:01:40.415972 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 43086) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:01:40.432282 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.api.v2.resource [None req-409ecd93-61d5-4945-9727-275c6f482bde tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] show failed (client error): The resource could not be found. Dec 04 01:01:40.433237 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-409ecd93-61d5-4945-9727-275c6f482bde tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "GET /v2.0/security-groups/b0ca63fa-e8d6-4297-8521-a3332f207cf2 HTTP/1.1" status: 404 len: 347 time: 0.0163178 Dec 04 01:01:40.435834 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 43090) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:01:40.595398 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-0fe735b5-7342-4267-b8e1-3af3ab06c863 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Deleting port 7ece4370-7710-4a51-ae55-cec54a80399d {{(pid=80326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 01:01:40.595774 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-0fe735b5-7342-4267-b8e1-3af3ab06c863 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:40.773787 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-0fe735b5-7342-4267-b8e1-3af3ab06c863 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:40.774291 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-0fe735b5-7342-4267-b8e1-3af3ab06c863 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks [] for floatingip, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:40.906885 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-0fe735b5-7342-4267-b8e1-3af3ab06c863 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Calling delete_port for 7ece4370-7710-4a51-ae55-cec54a80399d owned by network:floatingip {{(pid=80326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 01:01:41.309905 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-0fe735b5-7342-4267-b8e1-3af3ab06c863 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291473225622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291473606618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27594304'] for port, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:41.317334 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 43110) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:01:41.324189 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-e411b551-0a50-4f12-b83f-f1b241757aca tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:01:41.373186 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe735b5-7342-4267-b8e1-3af3ab06c863 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Pushing event deleted for resources: {'Port': ['ID=7ece4370-7710-4a51-ae55-cec54a80399d,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:01:41.378113 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-0fe735b5-7342-4267-b8e1-3af3ab06c863 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:01:41.473953 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-167d04fc-9770-4970-8c7c-a4fb79089b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:41.490213 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-167d04fc-9770-4970-8c7c-a4fb79089b4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:01:41.494499 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-167d04fc-9770-4970-8c7c-a4fb79089b4e admin admin] Usage tracker for resource:security_group_rule and tenant:12f81de218474c4d83cf6c39ff783057 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 01:01:41.499130 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-167d04fc-9770-4970-8c7c-a4fb79089b4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 01:01:41.505207 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-167d04fc-9770-4970-8c7c-a4fb79089b4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:01:41.552565 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-0fe735b5-7342-4267-b8e1-3af3ab06c863 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks [] for floatingip, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:41.590621 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-167d04fc-9770-4970-8c7c-a4fb79089b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:41.600376 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-0fe735b5-7342-4267-b8e1-3af3ab06c863 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for floatingip, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:41.601676 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-0fe735b5-7342-4267-b8e1-3af3ab06c863 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] 10.222.0.73 "DELETE /v2.0/floatingips/9e44546f-53ff-49a2-b65e-a52ec88ea48e HTTP/1.1" status: 204 len: 168 time: 1.1649311 Dec 04 01:01:41.629447 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-167d04fc-9770-4970-8c7c-a4fb79089b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:41.638599 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-eeaca09f-3a41-4bd0-a0f4-46dfbd48968a tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:01:41.684331 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-167d04fc-9770-4970-8c7c-a4fb79089b4e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=12f81de218474c4d83cf6c39ff783057&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3658216 Dec 04 01:01:41.686028 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d04fc-9770-4970-8c7c-a4fb79089b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7305b9dd-958d-413f-b45c-116ee5bc9538,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:01:41.687134 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 43118) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:01:41.689609 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-167d04fc-9770-4970-8c7c-a4fb79089b4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:01:41.763636 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-16b479f4-00f1-4d87-a264-ad03b86f8044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:41.791453 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-16b479f4-00f1-4d87-a264-ad03b86f8044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:41.873638 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-16b479f4-00f1-4d87-a264-ad03b86f8044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:41.885583 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-9bc12bed-5468-4a7f-ae61-7bb7735ff927 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:01:41.893969 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b479f4-00f1-4d87-a264-ad03b86f8044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7305b9dd-958d-413f-b45c-116ee5bc9538,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:01:41.897801 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-16b479f4-00f1-4d87-a264-ad03b86f8044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:01:41.901308 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-16b479f4-00f1-4d87-a264-ad03b86f8044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:41.903104 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-16b479f4-00f1-4d87-a264-ad03b86f8044 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7305b9dd-958d-413f-b45c-116ee5bc9538 HTTP/1.1" status: 204 len: 168 time: 0.2146025 Dec 04 01:01:44.632097 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 43216) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:01:44.669683 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-7a008eaf-3f60-4f89-a486-b74d59590a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:45.221597 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d50ac409-258a-4eb7-9d8c-0ac924f0b82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854080080'] for router_interface, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:45.837742 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-d50ac409-258a-4eb7-9d8c-0ac924f0b82e admin admin] Deleting port 51060b10-6f39-4dba-97cb-98998f868f2b {{(pid=80326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 01:01:45.838313 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d50ac409-258a-4eb7-9d8c-0ac924f0b82e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:46.023684 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-d50ac409-258a-4eb7-9d8c-0ac924f0b82e admin admin] For port 51060b10-6f39-4dba-97cb-98998f868f2b, host dv-cinder-763306-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=51060b10-6f39-4dba-97cb-98998f868f2b,segment=NetworkSegment(d123e863-f9de-44b7-aef3-f3565b117e15),segment_id=d123e863-f9de-44b7-aef3-f3565b117e15)] {{(pid=80326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:01:46.024087 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d50ac409-258a-4eb7-9d8c-0ac924f0b82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:46.153653 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-d50ac409-258a-4eb7-9d8c-0ac924f0b82e admin admin] Calling delete_port for 51060b10-6f39-4dba-97cb-98998f868f2b owned by network:router_interface {{(pid=80326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 01:01:46.268048 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:46.481138 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d50ac409-258a-4eb7-9d8c-0ac924f0b82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291473225622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291473606618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27594304'] for port, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:46.497624 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:01:46.591972 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ac409-258a-4eb7-9d8c-0ac924f0b82e admin admin] Pushing event deleted for resources: {'Port': ['ID=51060b10-6f39-4dba-97cb-98998f868f2b,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:01:46.598736 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-d50ac409-258a-4eb7-9d8c-0ac924f0b82e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:01:46.811205 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-792f6860-8511-4d97-a45a-854b0ee69124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:46.910481 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d50ac409-258a-4eb7-9d8c-0ac924f0b82e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3187187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-714861'] for router_interface, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:47.452760 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:47.643004 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d50ac409-258a-4eb7-9d8c-0ac924f0b82e admin admin] Router 217aee76-2901-4d22-8fcc-3852f4d5dd49 has already been hosted by L3 agent 584cecf2-ad77-484a-986e-0fea284e741d {{(pid=80326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 01:01:47.827326 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50ac409-258a-4eb7-9d8c-0ac924f0b82e admin admin] Notify agent at l3_agent.dv-cinder-763306-5-smb the message routers_updated {{(pid=80326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 01:01:47.836061 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2289039-8974-4440-9b1a-cf8ea3c2fb02 None None] Sync routers for ids ['217aee76-2901-4d22-8fcc-3852f4d5dd49'] in dv-cinder-763306-5-smb {{(pid=80329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 01:01:47.840078 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-d50ac409-258a-4eb7-9d8c-0ac924f0b82e admin admin] 10.222.0.73 "PUT /v2.0/routers/217aee76-2901-4d22-8fcc-3852f4d5dd49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2068224 Dec 04 01:01:47.842792 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 43228) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:01:47.846148 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2289039-8974-4440-9b1a-cf8ea3c2fb02 None None] Routers {'217aee76-2901-4d22-8fcc-3852f4d5dd49'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 01:01:47.846794 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-d2289039-8974-4440-9b1a-cf8ea3c2fb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T01:01:47Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['217aee76-2901-4d22-8fcc-3852f4d5dd49'], 'active': True} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:01:48.030978 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e94ff5b1-9e73-4137-889f-c8f98332e5d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:48.036514 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-d2289039-8974-4440-9b1a-cf8ea3c2fb02 None None] Set router 217aee76-2901-4d22-8fcc-3852f4d5dd49 gateway port host: dv-cinder-763306-5-smb {{(pid=80329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 01:01:48.223707 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e94ff5b1-9e73-4137-889f-c8f98332e5d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:48.230136 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-e94ff5b1-9e73-4137-889f-c8f98332e5d4 admin admin] Deleting port e214e8dd-7350-47d7-a813-de42239028e3 {{(pid=80326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 01:01:48.230512 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e94ff5b1-9e73-4137-889f-c8f98332e5d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:48.456036 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-e94ff5b1-9e73-4137-889f-c8f98332e5d4 admin admin] For port e214e8dd-7350-47d7-a813-de42239028e3, host dv-cinder-763306-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=e214e8dd-7350-47d7-a813-de42239028e3,segment=NetworkSegment(103ae13c-6127-42b5-b5fb-b54d98895d70),segment_id=103ae13c-6127-42b5-b5fb-b54d98895d70)] {{(pid=80326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:01:48.456423 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e94ff5b1-9e73-4137-889f-c8f98332e5d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:48.508290 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:48.517089 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-d2289039-8974-4440-9b1a-cf8ea3c2fb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'name': 'tempest-AttachVolumeShelveTestJSON-514812751-router', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e214e8dd-7350-47d7-a813-de42239028e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:18Z', 'updated_at': '2020-12-04T01:01:46Z', 'revision_number': 5, 'project_id': '27c40306c9424330a5920da109201aa5', 'gw_port': {'id': 'e214e8dd-7350-47d7-a813-de42239028e3', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:19Z', 'updated_at': '2020-12-04T00:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb'}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:01:48.521128 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2289039-8974-4440-9b1a-cf8ea3c2fb02 None None] Checking router: 217aee76-2901-4d22-8fcc-3852f4d5dd49 for host: dv-cinder-763306-5-smb {{(pid=80329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 01:01:48.531258 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2289039-8974-4440-9b1a-cf8ea3c2fb02 None None] Routers {'217aee76-2901-4d22-8fcc-3852f4d5dd49'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 01:01:48.531920 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-d2289039-8974-4440-9b1a-cf8ea3c2fb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T01:01:47Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['217aee76-2901-4d22-8fcc-3852f4d5dd49'], 'active': True} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:01:48.594488 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-e94ff5b1-9e73-4137-889f-c8f98332e5d4 admin admin] Calling delete_port for e214e8dd-7350-47d7-a813-de42239028e3 owned by network:router_gateway {{(pid=80326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 01:01:48.734493 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e94ff5b1-9e73-4137-889f-c8f98332e5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291473225622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291473606618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27594304'] for port, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:48.779909 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-d2289039-8974-4440-9b1a-cf8ea3c2fb02 None None] Set router 217aee76-2901-4d22-8fcc-3852f4d5dd49 gateway port host: dv-cinder-763306-5-smb {{(pid=80329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 01:01:48.914378 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:48.931416 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e94ff5b1-9e73-4137-889f-c8f98332e5d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854119368'] for router_gateway, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:49.067982 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e94ff5b1-9e73-4137-889f-c8f98332e5d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854110182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773384'] for router, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:49.071133 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e94ff5b1-9e73-4137-889f-c8f98332e5d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:49.090439 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-d2289039-8974-4440-9b1a-cf8ea3c2fb02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'name': 'tempest-AttachVolumeShelveTestJSON-514812751-router', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e214e8dd-7350-47d7-a813-de42239028e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:18Z', 'updated_at': '2020-12-04T01:01:46Z', 'revision_number': 5, 'project_id': '27c40306c9424330a5920da109201aa5', 'gw_port': {'id': 'e214e8dd-7350-47d7-a813-de42239028e3', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:19Z', 'updated_at': '2020-12-04T00:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb'}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:01:49.094608 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2289039-8974-4440-9b1a-cf8ea3c2fb02 None None] The sync data for ids ['217aee76-2901-4d22-8fcc-3852f4d5dd49'] in dv-cinder-763306-5-smb is: [{'id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'name': 'tempest-AttachVolumeShelveTestJSON-514812751-router', 'tenant_id': '27c40306c9424330a5920da109201aa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.68'}], 'enable_snat': True}, 'gw_port_id': 'e214e8dd-7350-47d7-a813-de42239028e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:54:18Z', 'updated_at': '2020-12-04T01:01:46Z', 'revision_number': 5, 'project_id': '27c40306c9424330a5920da109201aa5', 'gw_port': {'id': 'e214e8dd-7350-47d7-a813-de42239028e3', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '217aee76-2901-4d22-8fcc-3852f4d5dd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:54:19Z', 'updated_at': '2020-12-04T00:54:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb'}] {{(pid=80329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 01:01:49.119599 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e94ff5b1-9e73-4137-889f-c8f98332e5d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-657547'] for router, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:49.120681 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94ff5b1-9e73-4137-889f-c8f98332e5d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 217aee76-2901-4d22-8fcc-3852f4d5dd49 {{(pid=80326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 04 01:01:49.137816 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e94ff5b1-9e73-4137-889f-c8f98332e5d4 admin admin] Notify callbacks [] for router, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:49.139068 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-e94ff5b1-9e73-4137-889f-c8f98332e5d4 admin admin] 10.222.0.73 "DELETE /v2.0/routers/217aee76-2901-4d22-8fcc-3852f4d5dd49 HTTP/1.1" status: 204 len: 168 time: 1.2952046 Dec 04 01:01:49.141731 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 43234) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:01:49.217284 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_v2 [None req-39741b22-c534-4c22-9ac3-70c0e87577ab admin admin] Deleting subnet 09a18547-ffe8-483f-9f89-ed9ea46deb6c {{(pid=80326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 04 01:01:49.220719 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-39741b22-c534-4c22-9ac3-70c0e87577ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:49.273629 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-39741b22-c534-4c22-9ac3-70c0e87577ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1741052'] for subnet, precommit_delete_associations {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:49.363517 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-39741b22-c534-4c22-9ac3-70c0e87577ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3344645'] for subnet, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:49.669214 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-39741b22-c534-4c22-9ac3-70c0e87577ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851431139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27592852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593405'] for subnet, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:49.689685 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:01:49.788928 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39741b22-c534-4c22-9ac3-70c0e87577ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09a18547-ffe8-483f-9f89-ed9ea46deb6c,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:01:49.794714 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-39741b22-c534-4c22-9ac3-70c0e87577ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:01:49.825643 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-39741b22-c534-4c22-9ac3-70c0e87577ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:49.830663 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c824411-f41d-42f8-9bc7-40969ca04aa1 None None] Network 81043efb-b877-4e23-b898-a49f43cd94b2 requested from dv-cinder-763306-5-smb {{(pid=80328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 01:01:49.831717 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-39741b22-c534-4c22-9ac3-70c0e87577ab admin admin] 10.222.0.73 "DELETE /v2.0/subnets/09a18547-ffe8-483f-9f89-ed9ea46deb6c HTTP/1.1" status: 204 len: 168 time: 0.6889503 Dec 04 01:01:49.834482 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 43240) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:01:49.956241 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-20f090a2-c33f-4f30-8164-43e5b0d25892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851311705'] for network, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:50.028546 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-20f090a2-c33f-4f30-8164-43e5b0d25892 admin admin] Deleting port b118486a-eb76-4fae-82c4-fbdeab7da8fb {{(pid=80326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 01:01:50.028927 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-20f090a2-c33f-4f30-8164-43e5b0d25892 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:50.100792 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b70557-c63c-4c33-a76b-1d4cbfdb4ddb None None] DHCP port deletion for 81043efb-b877-4e23-b898-a49f43cd94b2 request from dv-cinder-763306-5-smb {{(pid=80328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 04 01:01:50.105685 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-13b70557-c63c-4c33-a76b-1d4cbfdb4ddb None None] Deleting port b118486a-eb76-4fae-82c4-fbdeab7da8fb {{(pid=80328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 01:01:50.106104 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-13b70557-c63c-4c33-a76b-1d4cbfdb4ddb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:50.261133 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-20f090a2-c33f-4f30-8164-43e5b0d25892 admin admin] For port b118486a-eb76-4fae-82c4-fbdeab7da8fb, host dv-cinder-763306-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=b118486a-eb76-4fae-82c4-fbdeab7da8fb,segment=NetworkSegment(d123e863-f9de-44b7-aef3-f3565b117e15),segment_id=d123e863-f9de-44b7-aef3-f3565b117e15)] {{(pid=80326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:01:50.261640 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-20f090a2-c33f-4f30-8164-43e5b0d25892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:50.330408 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-13b70557-c63c-4c33-a76b-1d4cbfdb4ddb None None] For port b118486a-eb76-4fae-82c4-fbdeab7da8fb, host dv-cinder-763306-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=b118486a-eb76-4fae-82c4-fbdeab7da8fb,segment=NetworkSegment(d123e863-f9de-44b7-aef3-f3565b117e15),segment_id=d123e863-f9de-44b7-aef3-f3565b117e15)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:01:50.330776 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-13b70557-c63c-4c33-a76b-1d4cbfdb4ddb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:50.402452 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-20f090a2-c33f-4f30-8164-43e5b0d25892 admin admin] Calling delete_port for b118486a-eb76-4fae-82c4-fbdeab7da8fb owned by network:dhcp {{(pid=80326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 01:01:50.460436 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-13b70557-c63c-4c33-a76b-1d4cbfdb4ddb None None] Calling delete_port for b118486a-eb76-4fae-82c4-fbdeab7da8fb owned by network:dhcp {{(pid=80328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 01:01:50.504682 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-20f090a2-c33f-4f30-8164-43e5b0d25892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291473225622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291473606618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27594304'] for port, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:50.521973 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-e411b551-0a50-4f12-b83f-f1b241757aca tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:01:50.533764 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.db.api [None req-13b70557-c63c-4c33-a76b-1d4cbfdb4ddb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80328) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 04 01:01:50.534409 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_db.api [None req-13b70557-c63c-4c33-a76b-1d4cbfdb4ddb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 04 01:01:50.618047 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f090a2-c33f-4f30-8164-43e5b0d25892 admin admin] Pushing event deleted for resources: {'Port': ['ID=b118486a-eb76-4fae-82c4-fbdeab7da8fb,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:01:50.633427 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-20f090a2-c33f-4f30-8164-43e5b0d25892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:01:50.667733 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f090a2-c33f-4f30-8164-43e5b0d25892 admin admin] No DVR routers for this DVR port b118486a-eb76-4fae-82c4-fbdeab7da8fb on host dv-cinder-763306-5-smb {{(pid=80326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 01:01:50.784514 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device e214e8dd-7350-47d7-a813-de42239028e3 no longer exists at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 01:01:50.802137 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-20f090a2-c33f-4f30-8164-43e5b0d25892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3342492', 'neutron.services.segments.db._delete_segments_for_network--9223363291473146808'] for network, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:50.823954 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] No Port match for: e214e8dd-7350-47d7-a813-de42239028e3 {{(pid=80328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 01:01:50.824346 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device e214e8dd-7350-47d7-a813-de42239028e3 not bound to the agent host dv-cinder-763306-5-smb {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 01:01:50.824841 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device b118486a-eb76-4fae-82c4-fbdeab7da8fb no longer exists at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 01:01:50.861452 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] No Port match for: b118486a-eb76-4fae-82c4-fbdeab7da8fb {{(pid=80328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 01:01:50.861850 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device b118486a-eb76-4fae-82c4-fbdeab7da8fb not bound to the agent host dv-cinder-763306-5-smb {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 01:01:50.862320 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 51060b10-6f39-4dba-97cb-98998f868f2b no longer exists at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 01:01:50.896173 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] No Port match for: 51060b10-6f39-4dba-97cb-98998f868f2b {{(pid=80328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 01:01:50.896568 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 51060b10-6f39-4dba-97cb-98998f868f2b not bound to the agent host dv-cinder-763306-5-smb {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 01:01:50.927649 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.segments.db [None req-20f090a2-c33f-4f30-8164-43e5b0d25892 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81043efb-b877-4e23-b898-a49f43cd94b2']}} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:01:50.942169 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.segments.db [None req-20f090a2-c33f-4f30-8164-43e5b0d25892 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd123e863-f9de-44b7-aef3-f3565b117e15') {'for_net_delete': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:01:50.942476 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.segments.db [None req-20f090a2-c33f-4f30-8164-43e5b0d25892 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd123e863-f9de-44b7-aef3-f3565b117e15') {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:01:50.955452 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-20f090a2-c33f-4f30-8164-43e5b0d25892 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291473144760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853034764'] for segment, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:50.970822 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-20f090a2-c33f-4f30-8164-43e5b0d25892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851436430'] for segment, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:50.972859 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-20f090a2-c33f-4f30-8164-43e5b0d25892 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 04 01:01:51.035836 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-13b70557-c63c-4c33-a76b-1d4cbfdb4ddb None None] Deleting port b118486a-eb76-4fae-82c4-fbdeab7da8fb {{(pid=80328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 01:01:51.060013 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-13b70557-c63c-4c33-a76b-1d4cbfdb4ddb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:51.144042 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-13b70557-c63c-4c33-a76b-1d4cbfdb4ddb None None] The port 'b118486a-eb76-4fae-82c4-fbdeab7da8fb' was deleted {{(pid=80328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 04 01:01:51.396432 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-20f090a2-c33f-4f30-8164-43e5b0d25892 admin admin] Network 81043efb-b877-4e23-b898-a49f43cd94b2 has no segments {{(pid=80326) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 01:01:51.407821 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-20f090a2-c33f-4f30-8164-43e5b0d25892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3339386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827181513'] for segment, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:51.598225 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-20f090a2-c33f-4f30-8164-43e5b0d25892 admin admin] Network 81043efb-b877-4e23-b898-a49f43cd94b2 has no segments {{(pid=80326) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 01:01:51.621594 dv-cinder-763306-5-smb neutron-server[80215]: Traceback (most recent call last): Dec 04 01:01:51.621594 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 04 01:01:51.621594 dv-cinder-763306-5-smb neutron-server[80215]: timer() Dec 04 01:01:51.621594 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 04 01:01:51.621594 dv-cinder-763306-5-smb neutron-server[80215]: cb(*args, **kw) Dec 04 01:01:51.621594 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 04 01:01:51.621594 dv-cinder-763306-5-smb neutron-server[80215]: return func(*args, **kwargs) Dec 04 01:01:51.621594 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 04 01:01:51.621594 dv-cinder-763306-5-smb neutron-server[80215]: self._notify() Dec 04 01:01:51.621594 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 04 01:01:51.621594 dv-cinder-763306-5-smb neutron-server[80215]: self.callback(batched_events) Dec 04 01:01:51.621594 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 04 01:01:51.621594 dv-cinder-763306-5-smb neutron-server[80215]: event.method(event) Dec 04 01:01:51.621594 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 04 01:01:51.621594 dv-cinder-763306-5-smb neutron-server[80215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 04 01:01:51.621594 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 04 01:01:51.621594 dv-cinder-763306-5-smb neutron-server[80215]: segment_id)['aggregates'][0] Dec 04 01:01:51.621594 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 04 01:01:51.621594 dv-cinder-763306-5-smb neutron-server[80215]: return f(self, *a, **k) Dec 04 01:01:51.621594 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 04 01:01:51.621594 dv-cinder-763306-5-smb neutron-server[80215]: return self._get(url).json() Dec 04 01:01:51.621594 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 04 01:01:51.621594 dv-cinder-763306-5-smb neutron-server[80215]: **kwargs) Dec 04 01:01:51.621594 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 04 01:01:51.621594 dv-cinder-763306-5-smb neutron-server[80215]: return self.request(url, 'GET', **kwargs) Dec 04 01:01:51.621594 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 04 01:01:51.621594 dv-cinder-763306-5-smb neutron-server[80215]: **endpoint_filter) Dec 04 01:01:51.621594 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 04 01:01:51.621594 dv-cinder-763306-5-smb neutron-server[80215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 04 01:01:51.621594 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 04 01:01:51.621594 dv-cinder-763306-5-smb neutron-server[80215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 04 01:01:51.621594 dv-cinder-763306-5-smb neutron-server[80215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 04 01:01:51.730543 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-20f090a2-c33f-4f30-8164-43e5b0d25892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851433324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656478'] for network, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:51.735121 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-20f090a2-c33f-4f30-8164-43e5b0d25892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for network, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:51.739109 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-432da06a-8183-4835-8b7f-499725e8910b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:01:51.767775 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f090a2-c33f-4f30-8164-43e5b0d25892 admin admin] Pushing event deleted for resources: {'Network': ['ID=81043efb-b877-4e23-b898-a49f43cd94b2,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:01:51.770817 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-20f090a2-c33f-4f30-8164-43e5b0d25892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:01:51.774898 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-20f090a2-c33f-4f30-8164-43e5b0d25892 admin admin] 10.222.0.73 "DELETE /v2.0/networks/81043efb-b877-4e23-b898-a49f43cd94b2 HTTP/1.1" status: 204 len: 168 time: 1.9393818 Dec 04 01:01:52.238669 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 43250) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:01:52.291504 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-cf8039ee-99ac-432f-8d89-fe03c918abcf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=27c40306c9424330a5920da109201aa5&name=default HTTP/1.1" status: 200 len: 2875 time: 0.0514379 Dec 04 01:01:52.294757 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 43254) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:01:52.357847 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-bcc7b48e-cfa7-4b5a-a601-308574cb77b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:52.387436 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-bcc7b48e-cfa7-4b5a-a601-308574cb77b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:52.469243 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-bcc7b48e-cfa7-4b5a-a601-308574cb77b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:52.473538 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-abb06145-a8e6-4ee8-9969-86ab3edb0755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:01:52.489065 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc7b48e-cfa7-4b5a-a601-308574cb77b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3b0171-8a28-4516-b6d8-06a5a8994d0e,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:01:52.493211 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-bcc7b48e-cfa7-4b5a-a601-308574cb77b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:01:52.497112 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-bcc7b48e-cfa7-4b5a-a601-308574cb77b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:01:52.498340 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-bcc7b48e-cfa7-4b5a-a601-308574cb77b1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8b3b0171-8a28-4516-b6d8-06a5a8994d0e HTTP/1.1" status: 204 len: 168 time: 0.2025690 Dec 04 01:02:03.499259 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3e9c10ae-99a4-4c2e-aae9-9e901b69124e req-dc773ac6-ef2c-46fd-8312-8af7d3bc9cf3 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1463124816&fields=id&tenant_id=2e9eced122b34b38833f7f2ebe73f46d HTTP/1.1" status: 200 len: 267 time: 0.0418217 Dec 04 01:02:03.587405 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c10ae-99a4-4c2e-aae9-9e901b69124e req-7eed810c-ca56-4f56-bf9d-0ade95ecac86 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:02:03.589019 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3e9c10ae-99a4-4c2e-aae9-9e901b69124e req-7eed810c-ca56-4f56-bf9d-0ade95ecac86 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 985 time: 0.0834489 Dec 04 01:02:03.600735 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-3e9c10ae-99a4-4c2e-aae9-9e901b69124e req-99e44022-0aa2-44e7-9f45-fd384dfcddd4 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Request body: {'port': {'security_groups': ['40137c78-72e9-46c5-bee6-836d2fbfc6bc']}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 01:02:03.723405 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-3e9c10ae-99a4-4c2e-aae9-9e901b69124e req-99e44022-0aa2-44e7-9f45-fd384dfcddd4 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:04.250284 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-3e9c10ae-99a4-4c2e-aae9-9e901b69124e req-99e44022-0aa2-44e7-9f45-fd384dfcddd4 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] For port de74cb73-5795-486d-8209-b598050b0e22, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=de74cb73-5795-486d-8209-b598050b0e22,segment=NetworkSegment(80e027ed-812b-4ffe-a3a6-3ec3bfdf06e2),segment_id=80e027ed-812b-4ffe-a3a6-3ec3bfdf06e2)] {{(pid=80327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:02:04.278484 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-3e9c10ae-99a4-4c2e-aae9-9e901b69124e req-99e44022-0aa2-44e7-9f45-fd384dfcddd4 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks [] for port, precommit_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:04.308909 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-3e9c10ae-99a4-4c2e-aae9-9e901b69124e req-99e44022-0aa2-44e7-9f45-fd384dfcddd4 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27697970'] for port, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:04.325034 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-6389b58a-a293-4790-aa78-1fed571ee8b5 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:02:04.354550 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 6 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 01:02:04.472290 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e44022-0aa2-44e7-9f45-fd384dfcddd4 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Pushing event updated for resources: {'Port': ['ID=de74cb73-5795-486d-8209-b598050b0e22,revision_number=6']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:02:04.485275 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-99e44022-0aa2-44e7-9f45-fd384dfcddd4 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:02:04.522857 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c10ae-99a4-4c2e-aae9-9e901b69124e req-99e44022-0aa2-44e7-9f45-fd384dfcddd4 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:02:04.523549 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-3e9c10ae-99a4-4c2e-aae9-9e901b69124e req-99e44022-0aa2-44e7-9f45-fd384dfcddd4 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:04.525033 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3e9c10ae-99a4-4c2e-aae9-9e901b69124e req-99e44022-0aa2-44e7-9f45-fd384dfcddd4 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "PUT /v2.0/ports/de74cb73-5795-486d-8209-b598050b0e22 HTTP/1.1" status: 200 len: 943 time: 0.9291804 Dec 04 01:02:04.525568 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee49a1f-39c2-41aa-8fa3-822b4edd9ae0', 'tag': 'de74cb73-5795-486d-8209-b598050b0e22'}] {{(pid=80327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 01:02:04.590877 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cee49a1f-39c2-41aa-8fa3-822b4edd9ae0', 'tag': 'de74cb73-5795-486d-8209-b598050b0e22', 'status': 'completed', 'code': 200} Dec 04 01:02:04.614660 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-fb64840a-d5ca-4854-9e08-b72bf1dd1c5d req-e9b3e477-0b8e-4695-afdd-f219ea8323b1 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/security-groups/10ee012a-7dc1-46fd-85fc-89d0c7a30b7e HTTP/1.1" status: 200 len: 2891 time: 0.0580096 Dec 04 01:02:04.700184 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-8a783311-5458-4492-ae1b-eb8669f34305 None None] Provisioning complete for port de74cb73-5795-486d-8209-b598050b0e22 triggered by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:02:04.700609 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8a783311-5458-4492-ae1b-eb8669f34305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:04.748592 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-fb64840a-d5ca-4854-9e08-b72bf1dd1c5d req-a190dff5-908c-4ccc-b9f7-87e47dbcbac8 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks [] for security_group, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:04.781527 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064033d6-d6d0-4882-8729-d895f400e1a7 req-73c747ed-cb5e-4ca1-bdff-bcfe068e0562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:02:04.783063 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-064033d6-d6d0-4882-8729-d895f400e1a7 req-73c747ed-cb5e-4ca1-bdff-bcfe068e0562 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2e9eced122b34b38833f7f2ebe73f46d&device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 1163 time: 0.1462951 Dec 04 01:02:04.787374 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-fb64840a-d5ca-4854-9e08-b72bf1dd1c5d req-a190dff5-908c-4ccc-b9f7-87e47dbcbac8 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks [] for security_group, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:04.958748 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064033d6-d6d0-4882-8729-d895f400e1a7 req-c04ddd28-7d54-4281-8b8e-ec1860abc46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:02:04.960360 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-064033d6-d6d0-4882-8729-d895f400e1a7 req-c04ddd28-7d54-4281-8b8e-ec1860abc46a service neutron] 10.222.0.86 "GET /v2.0/networks?id=ef9c12c5-409d-4605-bd50-4ca1942634e6 HTTP/1.1" status: 200 len: 908 time: 0.1651406 Dec 04 01:02:05.041156 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-fb64840a-d5ca-4854-9e08-b72bf1dd1c5d req-a190dff5-908c-4ccc-b9f7-87e47dbcbac8 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:05.054348 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-167d04fc-9770-4970-8c7c-a4fb79089b4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:02:05.073771 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a190dff5-908c-4ccc-b9f7-87e47dbcbac8 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ee012a-7dc1-46fd-85fc-89d0c7a30b7e,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:02:05.089679 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a190dff5-908c-4ccc-b9f7-87e47dbcbac8 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:02:05.110071 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-064033d6-d6d0-4882-8729-d895f400e1a7 req-43bf9a77-04e8-484a-96ac-e7b8d2f5bae2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de74cb73-5795-486d-8209-b598050b0e22 HTTP/1.1" status: 200 len: 1002 time: 0.1295960 Dec 04 01:02:05.192355 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064033d6-d6d0-4882-8729-d895f400e1a7 req-121f7b65-32d7-4ac3-9324-c218b46e2872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:02:05.193201 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-064033d6-d6d0-4882-8729-d895f400e1a7 req-121f7b65-32d7-4ac3-9324-c218b46e2872 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=582ecbb7-ecbd-4500-9efb-72e4061ad3fc HTTP/1.1" status: 200 len: 853 time: 0.0757325 Dec 04 01:02:05.194155 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-fb64840a-d5ca-4854-9e08-b72bf1dd1c5d req-a190dff5-908c-4ccc-b9f7-87e47dbcbac8 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:05.195277 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-fb64840a-d5ca-4854-9e08-b72bf1dd1c5d req-a190dff5-908c-4ccc-b9f7-87e47dbcbac8 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "DELETE /v2.0/security-groups/10ee012a-7dc1-46fd-85fc-89d0c7a30b7e HTTP/1.1" status: 204 len: 173 time: 0.5736575 Dec 04 01:02:05.374753 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bd08cca1-eb22-4a6c-9827-6fa3ff2a250c req-c9954ff7-42ff-4305-aea5-da00a27636a4 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/floatingips/d6e1c869-7cc4-4840-8f0c-dc71b50fcbec HTTP/1.1" status: 200 len: 999 time: 0.1373277 Dec 04 01:02:05.470962 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064033d6-d6d0-4882-8729-d895f400e1a7 req-16e7d13d-ec26-47b0-9b7e-87325a4ce7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:02:05.472592 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-064033d6-d6d0-4882-8729-d895f400e1a7 req-16e7d13d-ec26-47b0-9b7e-87325a4ce7b6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ef9c12c5-409d-4605-bd50-4ca1942634e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2721894 Dec 04 01:02:05.655541 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08cca1-eb22-4a6c-9827-6fa3ff2a250c req-ca143b55-c12f-48b0-bc78-696282efdee2 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:02:05.662377 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bd08cca1-eb22-4a6c-9827-6fa3ff2a250c req-ca143b55-c12f-48b0-bc78-696282efdee2 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/networks/70fae593-b8e3-4ff7-b3b9-3060a635d4ae HTTP/1.1" status: 200 len: 784 time: 0.2757063 Dec 04 01:02:05.678630 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device de74cb73-5795-486d-8209-b598050b0e22 up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 01:02:05.681262 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [req-bd08cca1-eb22-4a6c-9827-6fa3ff2a250c req-ddabb735-5f88-4484-b4c1-b09948a2b3f0 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=80327) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 04 01:02:05.682368 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bd08cca1-eb22-4a6c-9827-6fa3ff2a250c req-ddabb735-5f88-4484-b4c1-b09948a2b3f0 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0111568 Dec 04 01:02:05.686302 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-064033d6-d6d0-4882-8729-d895f400e1a7 req-3a981309-2ce8-4c83-8245-c550487045db service neutron] 10.222.0.86 "GET /v2.0/networks/ef9c12c5-409d-4605-bd50-4ca1942634e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044113 Dec 04 01:02:05.753988 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port de74cb73-5795-486d-8209-b598050b0e22 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:02:05.754513 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:05.894281 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bd08cca1-eb22-4a6c-9827-6fa3ff2a250c req-aff21963-923f-42d1-9872-e53513064e82 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.28.3.180 HTTP/1.1" status: 200 len: 1002 time: 0.2044849 Dec 04 01:02:05.987707 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-064033d6-d6d0-4882-8729-d895f400e1a7 req-0ff102bc-6a2a-4e64-9ce5-454d69f2a7f8 service neutron] 10.222.0.86 "GET /v2.0/networks/ef9c12c5-409d-4605-bd50-4ca1942634e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2415822 Dec 04 01:02:06.000246 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08cca1-eb22-4a6c-9827-6fa3ff2a250c req-dee81af0-0494-452c-95d0-209cf9895bb2 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:02:06.001684 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bd08cca1-eb22-4a6c-9827-6fa3ff2a250c req-dee81af0-0494-452c-95d0-209cf9895bb2 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports/de74cb73-5795-486d-8209-b598050b0e22 HTTP/1.1" status: 200 len: 943 time: 0.0930798 Dec 04 01:02:06.190438 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bd08cca1-eb22-4a6c-9827-6fa3ff2a250c req-db4459f2-fe48-4398-bf16-1378a92f709d tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.28.3.180 HTTP/1.1" status: 200 len: 1002 time: 0.1053751 Dec 04 01:02:06.409057 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-bd08cca1-eb22-4a6c-9827-6fa3ff2a250c req-95b996d7-80c8-480f-91dd-1cb5867fe61f tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Deleting port af0b3af0-b841-40b7-9dc8-f75bd1c7b7dc {{(pid=80327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 01:02:06.409369 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-bd08cca1-eb22-4a6c-9827-6fa3ff2a250c req-95b996d7-80c8-480f-91dd-1cb5867fe61f tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:06.586006 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-bd08cca1-eb22-4a6c-9827-6fa3ff2a250c req-95b996d7-80c8-480f-91dd-1cb5867fe61f tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:06.586372 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-bd08cca1-eb22-4a6c-9827-6fa3ff2a250c req-95b996d7-80c8-480f-91dd-1cb5867fe61f tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks [] for floatingip, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:06.713200 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-bd08cca1-eb22-4a6c-9827-6fa3ff2a250c req-95b996d7-80c8-480f-91dd-1cb5867fe61f tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Calling delete_port for af0b3af0-b841-40b7-9dc8-f75bd1c7b7dc owned by network:floatingip {{(pid=80327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 01:02:06.896469 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-bd08cca1-eb22-4a6c-9827-6fa3ff2a250c req-95b996d7-80c8-480f-91dd-1cb5867fe61f tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291473225622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291473606618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:06.913039 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-3273fa5f-38e2-440a-81d1-b5aa2ca59bf2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:02:07.015332 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b996d7-80c8-480f-91dd-1cb5867fe61f tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Pushing event deleted for resources: {'Port': ['ID=af0b3af0-b841-40b7-9dc8-f75bd1c7b7dc,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:02:07.019506 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-95b996d7-80c8-480f-91dd-1cb5867fe61f tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:02:07.142747 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-bd08cca1-eb22-4a6c-9827-6fa3ff2a250c req-95b996d7-80c8-480f-91dd-1cb5867fe61f tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks [] for floatingip, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:07.143122 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.db.l3_db [req-bd08cca1-eb22-4a6c-9827-6fa3ff2a250c req-95b996d7-80c8-480f-91dd-1cb5867fe61f tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Floating IP d6e1c869-7cc4-4840-8f0c-dc71b50fcbec disassociated (deleted). External IP: 172.28.3.180, port: de74cb73-5795-486d-8209-b598050b0e22. Dec 04 01:02:07.732728 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd08cca1-eb22-4a6c-9827-6fa3ff2a250c req-95b996d7-80c8-480f-91dd-1cb5867fe61f tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Router 719e71fd-7050-4d8a-91df-254db23baa69 has already been hosted by L3 agent 584cecf2-ad77-484a-986e-0fea284e741d {{(pid=80327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 01:02:07.915199 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd08cca1-eb22-4a6c-9827-6fa3ff2a250c req-95b996d7-80c8-480f-91dd-1cb5867fe61f tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify agent at l3_agent.dv-cinder-763306-5-smb the message routers_updated {{(pid=80327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 01:02:07.925734 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6764a59b-3990-4b35-bd39-55674e558eca None None] Sync routers for ids ['719e71fd-7050-4d8a-91df-254db23baa69'] in dv-cinder-763306-5-smb {{(pid=80328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 01:02:07.936221 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6764a59b-3990-4b35-bd39-55674e558eca None None] Routers {'719e71fd-7050-4d8a-91df-254db23baa69'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 01:02:07.936895 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-6764a59b-3990-4b35-bd39-55674e558eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T01:01:47Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['719e71fd-7050-4d8a-91df-254db23baa69'], 'active': True} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:02:08.001003 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-bd08cca1-eb22-4a6c-9827-6fa3ff2a250c req-95b996d7-80c8-480f-91dd-1cb5867fe61f tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for floatingip, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:08.064624 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bd08cca1-eb22-4a6c-9827-6fa3ff2a250c req-95b996d7-80c8-480f-91dd-1cb5867fe61f tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "DELETE /v2.0/floatingips/d6e1c869-7cc4-4840-8f0c-dc71b50fcbec HTTP/1.1" status: 204 len: 173 time: 1.8674188 Dec 04 01:02:08.065189 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee49a1f-39c2-41aa-8fa3-822b4edd9ae0', 'tag': 'de74cb73-5795-486d-8209-b598050b0e22'}] {{(pid=80327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 01:02:08.133409 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cee49a1f-39c2-41aa-8fa3-822b4edd9ae0', 'tag': 'de74cb73-5795-486d-8209-b598050b0e22', 'status': 'completed', 'code': 200} Dec 04 01:02:08.329263 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-6764a59b-3990-4b35-bd39-55674e558eca None None] Set router 719e71fd-7050-4d8a-91df-254db23baa69 gateway port host: dv-cinder-763306-5-smb {{(pid=80328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 01:02:08.355659 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f00514-7eea-4d09-af91-2b9c3f2c3997 req-fa19a3bd-6c36-4050-883a-cfbe03e70350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:02:08.357488 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b7f00514-7eea-4d09-af91-2b9c3f2c3997 req-fa19a3bd-6c36-4050-883a-cfbe03e70350 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2e9eced122b34b38833f7f2ebe73f46d&device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 1163 time: 0.1761415 Dec 04 01:02:08.492358 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08cca1-eb22-4a6c-9827-6fa3ff2a250c req-b8f1b5f5-4a67-4c76-924f-bf20f98a25c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:02:08.500230 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bd08cca1-eb22-4a6c-9827-6fa3ff2a250c req-b8f1b5f5-4a67-4c76-924f-bf20f98a25c2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2e9eced122b34b38833f7f2ebe73f46d&device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 1163 time: 0.4195707 Dec 04 01:02:08.646425 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f00514-7eea-4d09-af91-2b9c3f2c3997 req-e54c9bc6-6088-4823-b8a0-fc0f0494902b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:02:08.648048 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b7f00514-7eea-4d09-af91-2b9c3f2c3997 req-e54c9bc6-6088-4823-b8a0-fc0f0494902b service neutron] 10.222.0.86 "GET /v2.0/networks?id=ef9c12c5-409d-4605-bd50-4ca1942634e6 HTTP/1.1" status: 200 len: 908 time: 0.2717314 Dec 04 01:02:08.747383 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b7f00514-7eea-4d09-af91-2b9c3f2c3997 req-5caef7d0-dfb7-47b4-baa1-b4aaedd06d2f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de74cb73-5795-486d-8209-b598050b0e22 HTTP/1.1" status: 200 len: 217 time: 0.0769536 Dec 04 01:02:08.777786 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-6764a59b-3990-4b35-bd39-55674e558eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719e71fd-7050-4d8a-91df-254db23baa69', 'name': 'tempest-TestMinimumBasicScenario-280452687-router', 'tenant_id': '2e9eced122b34b38833f7f2ebe73f46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': '1b62db36-8f6e-4f51-a8dc-60e01dde56da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:59:39Z', 'updated_at': '2020-12-04T00:59:44Z', 'revision_number': 4, 'project_id': '2e9eced122b34b38833f7f2ebe73f46d', 'gw_port': {'id': '1b62db36-8f6e-4f51-a8dc-60e01dde56da', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:72:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719e71fd-7050-4d8a-91df-254db23baa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:59:40Z', 'updated_at': '2020-12-04T00:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_interfaces': [{'id': 'e19fabb5-d8cc-4077-b15c-c0429334803a', 'name': '', 'network_id': 'ef9c12c5-409d-4605-bd50-4ca1942634e6', 'tenant_id': '2e9eced122b34b38833f7f2ebe73f46d', 'mac_address': 'fa:16:3e:ae:6a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719e71fd-7050-4d8a-91df-254db23baa69', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '582ecbb7-ecbd-4500-9efb-72e4061ad3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:59:43Z', 'updated_at': '2020-12-04T00:59:53Z', 'revision_number': 5, 'project_id': '2e9eced122b34b38833f7f2ebe73f46d', 'subnets': [{'id': '582ecbb7-ecbd-4500-9efb-72e4061ad3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:02:08.782260 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6764a59b-3990-4b35-bd39-55674e558eca None None] Checking router: 719e71fd-7050-4d8a-91df-254db23baa69 for host: dv-cinder-763306-5-smb {{(pid=80328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 01:02:08.791636 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6764a59b-3990-4b35-bd39-55674e558eca None None] Routers {'719e71fd-7050-4d8a-91df-254db23baa69'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 01:02:08.792431 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-6764a59b-3990-4b35-bd39-55674e558eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T01:01:47Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['719e71fd-7050-4d8a-91df-254db23baa69'], 'active': True} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:02:08.817278 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08cca1-eb22-4a6c-9827-6fa3ff2a250c req-04499456-2134-4195-9a8d-c7259f9b7548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:02:08.819388 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bd08cca1-eb22-4a6c-9827-6fa3ff2a250c req-04499456-2134-4195-9a8d-c7259f9b7548 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ef9c12c5-409d-4605-bd50-4ca1942634e6 HTTP/1.1" status: 200 len: 908 time: 0.3183041 Dec 04 01:02:08.916573 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bd08cca1-eb22-4a6c-9827-6fa3ff2a250c req-98d1a45a-70ad-4dc5-a176-f80e4cecee70 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=de74cb73-5795-486d-8209-b598050b0e22 HTTP/1.1" status: 200 len: 217 time: 0.0865078 Dec 04 01:02:08.918285 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f00514-7eea-4d09-af91-2b9c3f2c3997 req-a865f5a3-eba7-4cf1-ad7d-16dca0ce55c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:02:08.919791 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b7f00514-7eea-4d09-af91-2b9c3f2c3997 req-a865f5a3-eba7-4cf1-ad7d-16dca0ce55c7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=582ecbb7-ecbd-4500-9efb-72e4061ad3fc HTTP/1.1" status: 200 len: 853 time: 0.1629341 Dec 04 01:02:09.003009 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-6764a59b-3990-4b35-bd39-55674e558eca None None] Set router 719e71fd-7050-4d8a-91df-254db23baa69 gateway port host: dv-cinder-763306-5-smb {{(pid=80328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 01:02:09.045985 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08cca1-eb22-4a6c-9827-6fa3ff2a250c req-a83c5693-c480-45b3-8d4a-347197b8d865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:02:09.047796 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bd08cca1-eb22-4a6c-9827-6fa3ff2a250c req-a83c5693-c480-45b3-8d4a-347197b8d865 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=582ecbb7-ecbd-4500-9efb-72e4061ad3fc HTTP/1.1" status: 200 len: 853 time: 0.1226072 Dec 04 01:02:09.142716 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f00514-7eea-4d09-af91-2b9c3f2c3997 req-0231de42-1271-42d6-be2a-640df061cd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:02:09.144547 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b7f00514-7eea-4d09-af91-2b9c3f2c3997 req-0231de42-1271-42d6-be2a-640df061cd9a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ef9c12c5-409d-4605-bd50-4ca1942634e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1787286 Dec 04 01:02:09.196697 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08cca1-eb22-4a6c-9827-6fa3ff2a250c req-b01126b2-257f-48d9-a575-9e5413e25724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:02:09.199021 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bd08cca1-eb22-4a6c-9827-6fa3ff2a250c req-b01126b2-257f-48d9-a575-9e5413e25724 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ef9c12c5-409d-4605-bd50-4ca1942634e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1399856 Dec 04 01:02:09.419297 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b7f00514-7eea-4d09-af91-2b9c3f2c3997 req-250494b9-a612-4256-bc65-0ac3b8be994c service neutron] 10.222.0.86 "GET /v2.0/networks/ef9c12c5-409d-4605-bd50-4ca1942634e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660325 Dec 04 01:02:09.431690 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-6764a59b-3990-4b35-bd39-55674e558eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719e71fd-7050-4d8a-91df-254db23baa69', 'name': 'tempest-TestMinimumBasicScenario-280452687-router', 'tenant_id': '2e9eced122b34b38833f7f2ebe73f46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': '1b62db36-8f6e-4f51-a8dc-60e01dde56da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:59:39Z', 'updated_at': '2020-12-04T00:59:44Z', 'revision_number': 4, 'project_id': '2e9eced122b34b38833f7f2ebe73f46d', 'gw_port': {'id': '1b62db36-8f6e-4f51-a8dc-60e01dde56da', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:72:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719e71fd-7050-4d8a-91df-254db23baa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:59:40Z', 'updated_at': '2020-12-04T00:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_interfaces': [{'id': 'e19fabb5-d8cc-4077-b15c-c0429334803a', 'name': '', 'network_id': 'ef9c12c5-409d-4605-bd50-4ca1942634e6', 'tenant_id': '2e9eced122b34b38833f7f2ebe73f46d', 'mac_address': 'fa:16:3e:ae:6a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719e71fd-7050-4d8a-91df-254db23baa69', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '582ecbb7-ecbd-4500-9efb-72e4061ad3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:59:43Z', 'updated_at': '2020-12-04T00:59:53Z', 'revision_number': 5, 'project_id': '2e9eced122b34b38833f7f2ebe73f46d', 'subnets': [{'id': '582ecbb7-ecbd-4500-9efb-72e4061ad3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:02:09.436578 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6764a59b-3990-4b35-bd39-55674e558eca None None] The sync data for ids ['719e71fd-7050-4d8a-91df-254db23baa69'] in dv-cinder-763306-5-smb is: [{'id': '719e71fd-7050-4d8a-91df-254db23baa69', 'name': 'tempest-TestMinimumBasicScenario-280452687-router', 'tenant_id': '2e9eced122b34b38833f7f2ebe73f46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': '1b62db36-8f6e-4f51-a8dc-60e01dde56da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:59:39Z', 'updated_at': '2020-12-04T00:59:44Z', 'revision_number': 4, 'project_id': '2e9eced122b34b38833f7f2ebe73f46d', 'gw_port': {'id': '1b62db36-8f6e-4f51-a8dc-60e01dde56da', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:72:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719e71fd-7050-4d8a-91df-254db23baa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:59:40Z', 'updated_at': '2020-12-04T00:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_interfaces': [{'id': 'e19fabb5-d8cc-4077-b15c-c0429334803a', 'name': '', 'network_id': 'ef9c12c5-409d-4605-bd50-4ca1942634e6', 'tenant_id': '2e9eced122b34b38833f7f2ebe73f46d', 'mac_address': 'fa:16:3e:ae:6a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719e71fd-7050-4d8a-91df-254db23baa69', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '582ecbb7-ecbd-4500-9efb-72e4061ad3fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:59:43Z', 'updated_at': '2020-12-04T00:59:53Z', 'revision_number': 5, 'project_id': '2e9eced122b34b38833f7f2ebe73f46d', 'subnets': [{'id': '582ecbb7-ecbd-4500-9efb-72e4061ad3fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 01:02:09.464350 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bd08cca1-eb22-4a6c-9827-6fa3ff2a250c req-f1dc329c-e8d5-43da-9c51-929b0e945e66 service neutron] 10.222.0.73 "GET /v2.0/networks/ef9c12c5-409d-4605-bd50-4ca1942634e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148602 Dec 04 01:02:09.692816 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b7f00514-7eea-4d09-af91-2b9c3f2c3997 req-eadfc1dd-b25e-4ee5-bae2-488aa7575b5c service neutron] 10.222.0.86 "GET /v2.0/networks/ef9c12c5-409d-4605-bd50-4ca1942634e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2646394 Dec 04 01:02:09.711535 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bd08cca1-eb22-4a6c-9827-6fa3ff2a250c req-bd76201b-b91e-4741-96bc-f649b2aa8e31 service neutron] 10.222.0.73 "GET /v2.0/networks/ef9c12c5-409d-4605-bd50-4ca1942634e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1907525 Dec 04 01:02:09.869460 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358d503c-bb0b-4503-9328-238daf8ab834 None None] New status for floating IP d6e1c869-7cc4-4840-8f0c-dc71b50fcbec: DOWN {{(pid=80329) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 04 01:02:10.118646 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 43516) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:02:10.279707 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c37815df-01b7-4dee-b6ff-1a44181933f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:10.299450 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-c37815df-01b7-4dee-b6ff-1a44181933f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:02:10.303624 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-c37815df-01b7-4dee-b6ff-1a44181933f3 admin admin] Usage tracker for resource:security_group_rule and tenant:e1088e66ad67436db5ca7daee7dc2755 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 01:02:10.307249 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-c37815df-01b7-4dee-b6ff-1a44181933f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 01:02:10.314769 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-c37815df-01b7-4dee-b6ff-1a44181933f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:02:10.406548 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c37815df-01b7-4dee-b6ff-1a44181933f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:10.457272 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c37815df-01b7-4dee-b6ff-1a44181933f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:10.467068 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-16b479f4-00f1-4d87-a264-ad03b86f8044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:02:10.509703 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-c37815df-01b7-4dee-b6ff-1a44181933f3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e1088e66ad67436db5ca7daee7dc2755&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3896933 Dec 04 01:02:10.511356 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37815df-01b7-4dee-b6ff-1a44181933f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225719b4-70f3-4141-8850-64077196dbcd,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:02:10.513271 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 43528) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:02:10.519880 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37815df-01b7-4dee-b6ff-1a44181933f3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.520413 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37815df-01b7-4dee-b6ff-1a44181933f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.520875 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37815df-01b7-4dee-b6ff-1a44181933f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.521399 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37815df-01b7-4dee-b6ff-1a44181933f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.521797 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37815df-01b7-4dee-b6ff-1a44181933f3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.522200 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37815df-01b7-4dee-b6ff-1a44181933f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.522607 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37815df-01b7-4dee-b6ff-1a44181933f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.523028 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37815df-01b7-4dee-b6ff-1a44181933f3 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.523460 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37815df-01b7-4dee-b6ff-1a44181933f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.523854 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37815df-01b7-4dee-b6ff-1a44181933f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.524248 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37815df-01b7-4dee-b6ff-1a44181933f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.524688 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37815df-01b7-4dee-b6ff-1a44181933f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.525238 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37815df-01b7-4dee-b6ff-1a44181933f3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.525512 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37815df-01b7-4dee-b6ff-1a44181933f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.525904 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37815df-01b7-4dee-b6ff-1a44181933f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.526970 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37815df-01b7-4dee-b6ff-1a44181933f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.527491 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37815df-01b7-4dee-b6ff-1a44181933f3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.527892 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37815df-01b7-4dee-b6ff-1a44181933f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.528283 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37815df-01b7-4dee-b6ff-1a44181933f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.528797 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37815df-01b7-4dee-b6ff-1a44181933f3 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.529204 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37815df-01b7-4dee-b6ff-1a44181933f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.529596 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37815df-01b7-4dee-b6ff-1a44181933f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.529993 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37815df-01b7-4dee-b6ff-1a44181933f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.530386 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37815df-01b7-4dee-b6ff-1a44181933f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.535131 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c37815df-01b7-4dee-b6ff-1a44181933f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:02:10.596988 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-dab9d6e3-dcdd-47e2-b56e-16ca0b10d1ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:10.624116 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-dab9d6e3-dcdd-47e2-b56e-16ca0b10d1ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:10.708954 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-dab9d6e3-dcdd-47e2-b56e-16ca0b10d1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:10.714249 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-2b9bf22a-ee3c-4ba1-a333-8104e72bd8b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:02:10.727127 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab9d6e3-dcdd-47e2-b56e-16ca0b10d1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225719b4-70f3-4141-8850-64077196dbcd,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:02:10.736080 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9d6e3-dcdd-47e2-b56e-16ca0b10d1ad admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.736498 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9d6e3-dcdd-47e2-b56e-16ca0b10d1ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.736907 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9d6e3-dcdd-47e2-b56e-16ca0b10d1ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.737316 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9d6e3-dcdd-47e2-b56e-16ca0b10d1ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.737770 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9d6e3-dcdd-47e2-b56e-16ca0b10d1ad admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.738090 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9d6e3-dcdd-47e2-b56e-16ca0b10d1ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.738484 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9d6e3-dcdd-47e2-b56e-16ca0b10d1ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.738877 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9d6e3-dcdd-47e2-b56e-16ca0b10d1ad admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.739293 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9d6e3-dcdd-47e2-b56e-16ca0b10d1ad admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.739691 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9d6e3-dcdd-47e2-b56e-16ca0b10d1ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.740080 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9d6e3-dcdd-47e2-b56e-16ca0b10d1ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.740471 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9d6e3-dcdd-47e2-b56e-16ca0b10d1ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.740889 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9d6e3-dcdd-47e2-b56e-16ca0b10d1ad admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.741267 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9d6e3-dcdd-47e2-b56e-16ca0b10d1ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.741719 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9d6e3-dcdd-47e2-b56e-16ca0b10d1ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.742026 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9d6e3-dcdd-47e2-b56e-16ca0b10d1ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.742414 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9d6e3-dcdd-47e2-b56e-16ca0b10d1ad admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.742803 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9d6e3-dcdd-47e2-b56e-16ca0b10d1ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.743198 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9d6e3-dcdd-47e2-b56e-16ca0b10d1ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.743595 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9d6e3-dcdd-47e2-b56e-16ca0b10d1ad admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.743988 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9d6e3-dcdd-47e2-b56e-16ca0b10d1ad admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.744356 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9d6e3-dcdd-47e2-b56e-16ca0b10d1ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.744739 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9d6e3-dcdd-47e2-b56e-16ca0b10d1ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.745653 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab9d6e3-dcdd-47e2-b56e-16ca0b10d1ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:10.749639 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-dab9d6e3-dcdd-47e2-b56e-16ca0b10d1ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:02:10.750867 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-dab9d6e3-dcdd-47e2-b56e-16ca0b10d1ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:10.752496 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-dab9d6e3-dcdd-47e2-b56e-16ca0b10d1ad admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/225719b4-70f3-4141-8850-64077196dbcd HTTP/1.1" status: 204 len: 168 time: 0.2377999 Dec 04 01:02:13.437191 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180192af-19c7-438a-97b2-9c6735887112 req-8b716acb-d958-47cc-857d-77bb57bd6bf9 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:02:13.437191 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-180192af-19c7-438a-97b2-9c6735887112 req-8b716acb-d958-47cc-857d-77bb57bd6bf9 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Synchronizing usage tracker for tenant:2e9eced122b34b38833f7f2ebe73f46d on resource:port {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 01:02:13.484448 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-180192af-19c7-438a-97b2-9c6735887112 req-8b716acb-d958-47cc-857d-77bb57bd6bf9 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Unset dirty status for tenant:2e9eced122b34b38833f7f2ebe73f46d on resource:port {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 01:02:13.485768 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-180192af-19c7-438a-97b2-9c6735887112 req-8b716acb-d958-47cc-857d-77bb57bd6bf9 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 946 time: 0.1345725 Dec 04 01:02:13.533793 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-180192af-19c7-438a-97b2-9c6735887112 req-c1624560-07c2-4cc1-ad84-b4be312e4f54 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Synchronizing usage tracker for tenant:2e9eced122b34b38833f7f2ebe73f46d on resource:security_group {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 01:02:13.588785 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-180192af-19c7-438a-97b2-9c6735887112 req-c1624560-07c2-4cc1-ad84-b4be312e4f54 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Unset dirty status for tenant:2e9eced122b34b38833f7f2ebe73f46d on resource:security_group {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 01:02:13.590105 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-180192af-19c7-438a-97b2-9c6735887112 req-c1624560-07c2-4cc1-ad84-b4be312e4f54 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/security-groups?id=40137c78-72e9-46c5-bee6-836d2fbfc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980923 Dec 04 01:02:14.680495 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4d450513-ac6b-4a01-86b0-852a52476023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:14.816012 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2105b949-a0aa-4386-8741-a12ac49d689a req-cfbaef90-e6ca-4170-82b2-3401f9416cf8 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:02:14.817886 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2105b949-a0aa-4386-8741-a12ac49d689a req-cfbaef90-e6ca-4170-82b2-3401f9416cf8 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 946 time: 0.0876119 Dec 04 01:02:14.867340 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2105b949-a0aa-4386-8741-a12ac49d689a req-7b8032ba-5c2f-49c0-926c-4164a8dac62b tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/security-groups?id=40137c78-72e9-46c5-bee6-836d2fbfc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426137 Dec 04 01:02:15.549525 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a256f4-1f67-4f1e-b2d1-fbef5f579b5d req-2edf516b-7460-42dc-bd45-ee9b63a5a276 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:02:15.551066 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-15a256f4-1f67-4f1e-b2d1-fbef5f579b5d req-2edf516b-7460-42dc-bd45-ee9b63a5a276 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.86 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 946 time: 0.0857806 Dec 04 01:02:15.577274 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device de74cb73-5795-486d-8209-b598050b0e22 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 01:02:15.628035 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-15a256f4-1f67-4f1e-b2d1-fbef5f579b5d req-612e3c7c-ea18-44c6-9af1-b3ccbec3650a tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Deleting port de74cb73-5795-486d-8209-b598050b0e22 {{(pid=80327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 01:02:15.628394 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-15a256f4-1f67-4f1e-b2d1-fbef5f579b5d req-612e3c7c-ea18-44c6-9af1-b3ccbec3650a tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:15.696315 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:15.726278 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee49a1f-39c2-41aa-8fa3-822b4edd9ae0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de74cb73-5795-486d-8209-b598050b0e22'}] {{(pid=80328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 01:02:15.735558 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] For port de74cb73-5795-486d-8209-b598050b0e22, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=de74cb73-5795-486d-8209-b598050b0e22,segment=NetworkSegment(80e027ed-812b-4ffe-a3a6-3ec3bfdf06e2),segment_id=80e027ed-812b-4ffe-a3a6-3ec3bfdf06e2)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:02:15.771768 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:15.773695 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:02:15.812855 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee49a1f-39c2-41aa-8fa3-822b4edd9ae0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de74cb73-5795-486d-8209-b598050b0e22', 'code': 200} Dec 04 01:02:15.857548 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Pushing event updated for resources: {'Port': ['ID=de74cb73-5795-486d-8209-b598050b0e22,revision_number=7']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:02:15.866427 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:15.866790 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:15.867245 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:15.867571 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:15.867939 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:15.868310 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:15.868673 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:15.869035 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:15.869397 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:15.869822 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:15.870126 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:15.870617 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:15.870945 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:15.871202 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:15.871581 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:15.871940 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:15.872387 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:15.872633 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:15.872990 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:15.873345 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:15.873705 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:15.874063 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:15.874422 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:15.874780 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:02:15.879689 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:02:16.201520 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-15a256f4-1f67-4f1e-b2d1-fbef5f579b5d req-612e3c7c-ea18-44c6-9af1-b3ccbec3650a tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] For port de74cb73-5795-486d-8209-b598050b0e22, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=de74cb73-5795-486d-8209-b598050b0e22,segment=NetworkSegment(80e027ed-812b-4ffe-a3a6-3ec3bfdf06e2),segment_id=80e027ed-812b-4ffe-a3a6-3ec3bfdf06e2)] {{(pid=80327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:02:16.201928 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-15a256f4-1f67-4f1e-b2d1-fbef5f579b5d req-612e3c7c-ea18-44c6-9af1-b3ccbec3650a tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:16.255951 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:16.277966 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7757880-9808-459d-8ef6-91ed4fbac628 req-8733fc9e-45ed-4a15-9db4-b01e5a7ab964 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:02:16.279628 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f7757880-9808-459d-8ef6-91ed4fbac628 req-8733fc9e-45ed-4a15-9db4-b01e5a7ab964 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 944 time: 0.2127035 Dec 04 01:02:16.344019 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-15a256f4-1f67-4f1e-b2d1-fbef5f579b5d req-612e3c7c-ea18-44c6-9af1-b3ccbec3650a tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Calling delete_port for de74cb73-5795-486d-8209-b598050b0e22 owned by compute:nova {{(pid=80327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 01:02:16.444076 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f7757880-9808-459d-8ef6-91ed4fbac628 req-1f29a10d-d92f-4192-b8bc-35977f69246f tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/security-groups?id=40137c78-72e9-46c5-bee6-836d2fbfc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072094 Dec 04 01:02:16.554876 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.db.api [req-15a256f4-1f67-4f1e-b2d1-fbef5f579b5d req-612e3c7c-ea18-44c6-9af1-b3ccbec3650a tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80327) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 04 01:02:16.555301 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_db.api [req-15a256f4-1f67-4f1e-b2d1-fbef5f579b5d req-612e3c7c-ea18-44c6-9af1-b3ccbec3650a tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 04 01:02:16.788820 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-5ba1e8de-f531-4b63-b2f1-e24905097427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:17.056360 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-15a256f4-1f67-4f1e-b2d1-fbef5f579b5d req-612e3c7c-ea18-44c6-9af1-b3ccbec3650a tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Deleting port de74cb73-5795-486d-8209-b598050b0e22 {{(pid=80327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 01:02:17.056758 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-15a256f4-1f67-4f1e-b2d1-fbef5f579b5d req-612e3c7c-ea18-44c6-9af1-b3ccbec3650a tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:17.322472 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-15a256f4-1f67-4f1e-b2d1-fbef5f579b5d req-612e3c7c-ea18-44c6-9af1-b3ccbec3650a tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] For port de74cb73-5795-486d-8209-b598050b0e22, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=de74cb73-5795-486d-8209-b598050b0e22,segment=NetworkSegment(80e027ed-812b-4ffe-a3a6-3ec3bfdf06e2),segment_id=80e027ed-812b-4ffe-a3a6-3ec3bfdf06e2)] {{(pid=80327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:02:17.322883 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-15a256f4-1f67-4f1e-b2d1-fbef5f579b5d req-612e3c7c-ea18-44c6-9af1-b3ccbec3650a tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:17.458193 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-15a256f4-1f67-4f1e-b2d1-fbef5f579b5d req-612e3c7c-ea18-44c6-9af1-b3ccbec3650a tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Calling delete_port for de74cb73-5795-486d-8209-b598050b0e22 owned by compute:nova {{(pid=80327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 01:02:17.526561 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:17.758031 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578a0bf-6c4a-47e2-85ef-9f5781bc99a6 req-42008241-9859-4851-bad4-7d00ab83cb00 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:02:17.759698 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7578a0bf-6c4a-47e2-85ef-9f5781bc99a6 req-42008241-9859-4851-bad4-7d00ab83cb00 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 865 time: 0.1082523 Dec 04 01:02:17.809466 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7578a0bf-6c4a-47e2-85ef-9f5781bc99a6 req-47f52516-654a-4339-9f1a-d42097d5601d tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/security-groups?id=40137c78-72e9-46c5-bee6-836d2fbfc6bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428700 Dec 04 01:02:17.810105 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-15a256f4-1f67-4f1e-b2d1-fbef5f579b5d req-612e3c7c-ea18-44c6-9af1-b3ccbec3650a tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291473225622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291473606618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:17.828406 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-899a3809-4129-467f-819c-7c2ddb1e835b tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:02:17.879327 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e3c7c-ea18-44c6-9af1-b3ccbec3650a tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Pushing event deleted for resources: {'Port': ['ID=de74cb73-5795-486d-8209-b598050b0e22,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:02:17.928743 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-612e3c7c-ea18-44c6-9af1-b3ccbec3650a tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:02:18.041076 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a256f4-1f67-4f1e-b2d1-fbef5f579b5d req-612e3c7c-ea18-44c6-9af1-b3ccbec3650a tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] No DVR routers for this DVR port de74cb73-5795-486d-8209-b598050b0e22 on host hv-cinder-76330 {{(pid=80327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 01:02:18.043578 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-15a256f4-1f67-4f1e-b2d1-fbef5f579b5d req-612e3c7c-ea18-44c6-9af1-b3ccbec3650a tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:18.091941 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee49a1f-39c2-41aa-8fa3-822b4edd9ae0', 'name': 'network-vif-deleted', 'tag': 'de74cb73-5795-486d-8209-b598050b0e22'}] {{(pid=80327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 01:02:18.107083 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee49a1f-39c2-41aa-8fa3-822b4edd9ae0', 'name': 'network-vif-deleted', 'tag': 'de74cb73-5795-486d-8209-b598050b0e22', 'status': 'completed', 'code': 200} Dec 04 01:02:18.166867 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-15a256f4-1f67-4f1e-b2d1-fbef5f579b5d req-612e3c7c-ea18-44c6-9af1-b3ccbec3650a tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.86 "DELETE /v2.0/ports/de74cb73-5795-486d-8209-b598050b0e22 HTTP/1.1" status: 204 len: 173 time: 2.6093068 Dec 04 01:02:18.505962 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:18.925875 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:19.105916 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-e9e89611-6138-454f-b172-30e088968556 req-67ce63ac-3794-46ef-ad24-e53afacd5739 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Synchronizing usage tracker for tenant:2e9eced122b34b38833f7f2ebe73f46d on resource:port {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 01:02:19.176139 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-e9e89611-6138-454f-b172-30e088968556 req-67ce63ac-3794-46ef-ad24-e53afacd5739 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Unset dirty status for tenant:2e9eced122b34b38833f7f2ebe73f46d on resource:port {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 01:02:19.177640 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e9e89611-6138-454f-b172-30e088968556 req-67ce63ac-3794-46ef-ad24-e53afacd5739 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] 10.222.0.73 "GET /v2.0/ports?device_id=cee49a1f-39c2-41aa-8fa3-822b4edd9ae0 HTTP/1.1" status: 200 len: 210 time: 0.1273863 Dec 04 01:02:21.840151 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 43810) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:02:22.204346 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-87f211e7-78a6-4dcd-be09-76480009ccec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854080080'] for router_interface, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:22.814760 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-87f211e7-78a6-4dcd-be09-76480009ccec admin admin] Deleting port e19fabb5-d8cc-4077-b15c-c0429334803a {{(pid=80327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 01:02:22.815133 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-87f211e7-78a6-4dcd-be09-76480009ccec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:23.213636 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-87f211e7-78a6-4dcd-be09-76480009ccec admin admin] For port e19fabb5-d8cc-4077-b15c-c0429334803a, host dv-cinder-763306-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=e19fabb5-d8cc-4077-b15c-c0429334803a,segment=NetworkSegment(80e027ed-812b-4ffe-a3a6-3ec3bfdf06e2),segment_id=80e027ed-812b-4ffe-a3a6-3ec3bfdf06e2)] {{(pid=80327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:02:23.213636 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-87f211e7-78a6-4dcd-be09-76480009ccec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:23.339906 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-87f211e7-78a6-4dcd-be09-76480009ccec admin admin] Calling delete_port for e19fabb5-d8cc-4077-b15c-c0429334803a owned by network:router_interface {{(pid=80327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 01:02:23.764102 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-87f211e7-78a6-4dcd-be09-76480009ccec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291473225622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291473606618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:23.777445 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a33d77d2-7f9a-4f2b-b1e8-1545db6f0b97 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:02:23.821691 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f211e7-78a6-4dcd-be09-76480009ccec admin admin] Pushing event deleted for resources: {'Port': ['ID=e19fabb5-d8cc-4077-b15c-c0429334803a,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:02:23.826770 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-87f211e7-78a6-4dcd-be09-76480009ccec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:02:24.185758 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-87f211e7-78a6-4dcd-be09-76480009ccec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3187187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-714861'] for router_interface, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:24.699470 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87f211e7-78a6-4dcd-be09-76480009ccec admin admin] Router 719e71fd-7050-4d8a-91df-254db23baa69 has already been hosted by L3 agent 584cecf2-ad77-484a-986e-0fea284e741d {{(pid=80327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 01:02:24.858887 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 43856) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:02:24.895300 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87f211e7-78a6-4dcd-be09-76480009ccec admin admin] Notify agent at l3_agent.dv-cinder-763306-5-smb the message routers_updated {{(pid=80327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 01:02:24.904794 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e42049-7bf8-44a9-88bf-ff8bd259ce93 None None] Sync routers for ids ['719e71fd-7050-4d8a-91df-254db23baa69'] in dv-cinder-763306-5-smb {{(pid=80328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 01:02:24.915654 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e42049-7bf8-44a9-88bf-ff8bd259ce93 None None] Routers {'719e71fd-7050-4d8a-91df-254db23baa69'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 01:02:24.917828 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-c0e42049-7bf8-44a9-88bf-ff8bd259ce93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T01:02:17Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['719e71fd-7050-4d8a-91df-254db23baa69'], 'active': True} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:02:24.940273 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-87f211e7-78a6-4dcd-be09-76480009ccec admin admin] 10.222.0.73 "PUT /v2.0/routers/719e71fd-7050-4d8a-91df-254db23baa69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0988226 Dec 04 01:02:24.943284 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 43862) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:02:25.095539 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-994850cc-5bcb-443c-a011-10cccdf989de admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:25.100163 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-c0e42049-7bf8-44a9-88bf-ff8bd259ce93 None None] Set router 719e71fd-7050-4d8a-91df-254db23baa69 gateway port host: dv-cinder-763306-5-smb {{(pid=80328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 01:02:25.126875 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-994850cc-5bcb-443c-a011-10cccdf989de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:02:25.134991 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-994850cc-5bcb-443c-a011-10cccdf989de admin admin] Usage tracker for resource:security_group_rule and tenant:cb31db7cf4cc4d9088e2b7cf154a4ed7 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 01:02:25.140259 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-994850cc-5bcb-443c-a011-10cccdf989de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 01:02:25.155873 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-994850cc-5bcb-443c-a011-10cccdf989de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:02:25.190040 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-33ac6128-37da-4789-ac92-b621c2c1b92d admin admin] Notify callbacks [] for router, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:25.403048 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-c0e42049-7bf8-44a9-88bf-ff8bd259ce93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719e71fd-7050-4d8a-91df-254db23baa69', 'name': 'tempest-TestMinimumBasicScenario-280452687-router', 'tenant_id': '2e9eced122b34b38833f7f2ebe73f46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': '1b62db36-8f6e-4f51-a8dc-60e01dde56da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:59:39Z', 'updated_at': '2020-12-04T01:02:23Z', 'revision_number': 5, 'project_id': '2e9eced122b34b38833f7f2ebe73f46d', 'gw_port': {'id': '1b62db36-8f6e-4f51-a8dc-60e01dde56da', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:72:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719e71fd-7050-4d8a-91df-254db23baa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:59:40Z', 'updated_at': '2020-12-04T00:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb'}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:02:25.407272 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e42049-7bf8-44a9-88bf-ff8bd259ce93 None None] Checking router: 719e71fd-7050-4d8a-91df-254db23baa69 for host: dv-cinder-763306-5-smb {{(pid=80328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 01:02:25.410073 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-33ac6128-37da-4789-ac92-b621c2c1b92d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:25.417259 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e42049-7bf8-44a9-88bf-ff8bd259ce93 None None] Routers {'719e71fd-7050-4d8a-91df-254db23baa69'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 01:02:25.417915 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-c0e42049-7bf8-44a9-88bf-ff8bd259ce93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T01:02:17Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['719e71fd-7050-4d8a-91df-254db23baa69'], 'active': True} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:02:25.453275 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-33ac6128-37da-4789-ac92-b621c2c1b92d admin admin] Deleting port 1b62db36-8f6e-4f51-a8dc-60e01dde56da {{(pid=80326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 01:02:25.453648 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-33ac6128-37da-4789-ac92-b621c2c1b92d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:25.519033 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-994850cc-5bcb-443c-a011-10cccdf989de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:25.600934 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-c0e42049-7bf8-44a9-88bf-ff8bd259ce93 None None] Set router 719e71fd-7050-4d8a-91df-254db23baa69 gateway port host: dv-cinder-763306-5-smb {{(pid=80328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 01:02:25.603044 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-994850cc-5bcb-443c-a011-10cccdf989de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:25.614235 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-8a1f4154-c4d6-4016-9ead-ec419ce5fd9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:02:25.682245 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-994850cc-5bcb-443c-a011-10cccdf989de admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cb31db7cf4cc4d9088e2b7cf154a4ed7&name=default HTTP/1.1" status: 200 len: 2879 time: 0.8218381 Dec 04 01:02:25.685082 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 43866) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:02:25.688060 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994850cc-5bcb-443c-a011-10cccdf989de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6193d4-cf04-4036-bb6c-41c6b122d1ab,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:02:25.693114 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-994850cc-5bcb-443c-a011-10cccdf989de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:02:25.712798 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-33ac6128-37da-4789-ac92-b621c2c1b92d admin admin] For port 1b62db36-8f6e-4f51-a8dc-60e01dde56da, host dv-cinder-763306-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=1b62db36-8f6e-4f51-a8dc-60e01dde56da,segment=NetworkSegment(103ae13c-6127-42b5-b5fb-b54d98895d70),segment_id=103ae13c-6127-42b5-b5fb-b54d98895d70)] {{(pid=80326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:02:25.713311 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-33ac6128-37da-4789-ac92-b621c2c1b92d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:25.765791 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-605e665f-e868-4013-8add-c47d1229cc79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:25.794571 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-605e665f-e868-4013-8add-c47d1229cc79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:25.852263 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-33ac6128-37da-4789-ac92-b621c2c1b92d admin admin] Calling delete_port for 1b62db36-8f6e-4f51-a8dc-60e01dde56da owned by network:router_gateway {{(pid=80326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 01:02:25.943150 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-605e665f-e868-4013-8add-c47d1229cc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:25.946893 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-c0e42049-7bf8-44a9-88bf-ff8bd259ce93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719e71fd-7050-4d8a-91df-254db23baa69', 'name': 'tempest-TestMinimumBasicScenario-280452687-router', 'tenant_id': '2e9eced122b34b38833f7f2ebe73f46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': '1b62db36-8f6e-4f51-a8dc-60e01dde56da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:59:39Z', 'updated_at': '2020-12-04T01:02:23Z', 'revision_number': 5, 'project_id': '2e9eced122b34b38833f7f2ebe73f46d', 'gw_port': {'id': '1b62db36-8f6e-4f51-a8dc-60e01dde56da', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:72:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719e71fd-7050-4d8a-91df-254db23baa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:59:40Z', 'updated_at': '2020-12-04T00:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb'}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:02:25.948841 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-3bdffe70-d940-4e5b-b085-8168036c7355 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:02:25.951480 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e42049-7bf8-44a9-88bf-ff8bd259ce93 None None] The sync data for ids ['719e71fd-7050-4d8a-91df-254db23baa69'] in dv-cinder-763306-5-smb is: [{'id': '719e71fd-7050-4d8a-91df-254db23baa69', 'name': 'tempest-TestMinimumBasicScenario-280452687-router', 'tenant_id': '2e9eced122b34b38833f7f2ebe73f46d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.53'}], 'enable_snat': True}, 'gw_port_id': '1b62db36-8f6e-4f51-a8dc-60e01dde56da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T00:59:39Z', 'updated_at': '2020-12-04T01:02:23Z', 'revision_number': 5, 'project_id': '2e9eced122b34b38833f7f2ebe73f46d', 'gw_port': {'id': '1b62db36-8f6e-4f51-a8dc-60e01dde56da', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:72:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719e71fd-7050-4d8a-91df-254db23baa69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T00:59:40Z', 'updated_at': '2020-12-04T00:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb'}] {{(pid=80328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 01:02:25.968162 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e665f-e868-4013-8add-c47d1229cc79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6193d4-cf04-4036-bb6c-41c6b122d1ab,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:02:25.971681 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-605e665f-e868-4013-8add-c47d1229cc79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:02:25.972384 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-605e665f-e868-4013-8add-c47d1229cc79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:25.973616 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-605e665f-e868-4013-8add-c47d1229cc79 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fc6193d4-cf04-4036-bb6c-41c6b122d1ab HTTP/1.1" status: 204 len: 168 time: 0.2872517 Dec 04 01:02:26.060845 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-33ac6128-37da-4789-ac92-b621c2c1b92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291473225622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291473606618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27594304'] for port, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:26.266044 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-33ac6128-37da-4789-ac92-b621c2c1b92d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854119368'] for router_gateway, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:26.405637 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-33ac6128-37da-4789-ac92-b621c2c1b92d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854110182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773384'] for router, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:26.408034 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-33ac6128-37da-4789-ac92-b621c2c1b92d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:26.712906 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-33ac6128-37da-4789-ac92-b621c2c1b92d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-657547'] for router, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:26.713484 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ac6128-37da-4789-ac92-b621c2c1b92d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 719e71fd-7050-4d8a-91df-254db23baa69 {{(pid=80326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 04 01:02:26.742411 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-33ac6128-37da-4789-ac92-b621c2c1b92d admin admin] Notify callbacks [] for router, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:26.743692 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-33ac6128-37da-4789-ac92-b621c2c1b92d admin admin] 10.222.0.73 "DELETE /v2.0/routers/719e71fd-7050-4d8a-91df-254db23baa69 HTTP/1.1" status: 204 len: 168 time: 1.7993560 Dec 04 01:02:26.746928 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 43890) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:02:26.765712 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device e19fabb5-d8cc-4077-b15c-c0429334803a no longer exists at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 01:02:26.806064 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] No Port match for: e19fabb5-d8cc-4077-b15c-c0429334803a {{(pid=80328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 01:02:26.806470 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device e19fabb5-d8cc-4077-b15c-c0429334803a not bound to the agent host dv-cinder-763306-5-smb {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 01:02:26.831753 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f695ade-d05d-4620-94d9-785b0daf4b2b admin admin] Deleting subnet 582ecbb7-ecbd-4500-9efb-72e4061ad3fc {{(pid=80326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 04 01:02:26.835156 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2f695ade-d05d-4620-94d9-785b0daf4b2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:26.892471 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2f695ade-d05d-4620-94d9-785b0daf4b2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1741052'] for subnet, precommit_delete_associations {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:26.980688 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2f695ade-d05d-4620-94d9-785b0daf4b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3344645'] for subnet, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:27.189125 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 43900) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:02:27.284719 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2f695ade-d05d-4620-94d9-785b0daf4b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851431139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27592852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593405'] for subnet, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:27.301299 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:02:27.336722 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-7480671d-bb03-43bc-b02f-9d4153808a55 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1022458952-network', 'tenant_id': '13f3d35ed90f46ad83846cff052ab270'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 01:02:27.342445 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-7480671d-bb03-43bc-b02f-9d4153808a55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:02:27.346636 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-7480671d-bb03-43bc-b02f-9d4153808a55 admin admin] Usage tracker for resource:network and tenant:13f3d35ed90f46ad83846cff052ab270 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 01:02:27.349694 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-7480671d-bb03-43bc-b02f-9d4153808a55 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 01:02:27.356193 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-7480671d-bb03-43bc-b02f-9d4153808a55 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:02:27.389279 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f695ade-d05d-4620-94d9-785b0daf4b2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=582ecbb7-ecbd-4500-9efb-72e4061ad3fc,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:02:27.392016 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-2f695ade-d05d-4620-94d9-785b0daf4b2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:02:27.404140 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7480671d-bb03-43bc-b02f-9d4153808a55 admin admin] Made reservation on behalf of 13f3d35ed90f46ad83846cff052ab270 for: {'network': 1} {{(pid=80327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 01:02:27.410386 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-7480671d-bb03-43bc-b02f-9d4153808a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for network, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:27.424944 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-7480671d-bb03-43bc-b02f-9d4153808a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:27.442278 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-7480671d-bb03-43bc-b02f-9d4153808a55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:02:27.445870 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2f695ade-d05d-4620-94d9-785b0daf4b2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:27.446530 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-7480671d-bb03-43bc-b02f-9d4153808a55 admin admin] Usage tracker for resource:security_group_rule and tenant:13f3d35ed90f46ad83846cff052ab270 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 01:02:27.451264 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74d5b66-716b-4497-860e-e8dca2b570a3 None None] Network ef9c12c5-409d-4605-bd50-4ca1942634e6 requested from dv-cinder-763306-5-smb {{(pid=80328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 01:02:27.455068 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-2f695ade-d05d-4620-94d9-785b0daf4b2b admin admin] 10.222.0.73 "DELETE /v2.0/subnets/582ecbb7-ecbd-4500-9efb-72e4061ad3fc HTTP/1.1" status: 204 len: 168 time: 0.7069998 Dec 04 01:02:27.455744 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 43916) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:02:27.460132 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-7480671d-bb03-43bc-b02f-9d4153808a55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 01:02:27.471214 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-7480671d-bb03-43bc-b02f-9d4153808a55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:02:27.571733 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-7480671d-bb03-43bc-b02f-9d4153808a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:27.576645 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d1c45dc5-dd1c-41b2-8283-e0108de680b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851311705'] for network, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:27.615629 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-7480671d-bb03-43bc-b02f-9d4153808a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:27.620736 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-d899f42d-378c-4410-82dc-47d174163c4c tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:02:27.643747 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-d1c45dc5-dd1c-41b2-8283-e0108de680b8 admin admin] Deleting port 0e7a104d-5d98-4053-b8f8-d17c8e9947af {{(pid=80326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 01:02:27.644244 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d1c45dc5-dd1c-41b2-8283-e0108de680b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:27.661611 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7480671d-bb03-43bc-b02f-9d4153808a55 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 04 01:02:27.671798 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480671d-bb03-43bc-b02f-9d4153808a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f4a7c0-42f8-4820-99ac-28378a2535b9,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:02:27.675795 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-7480671d-bb03-43bc-b02f-9d4153808a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:02:27.688302 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-7480671d-bb03-43bc-b02f-9d4153808a55 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745381628992', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851436430'] for segment, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:27.688767 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.db.segments_db [None req-7480671d-bb03-43bc-b02f-9d4153808a55 admin admin] Added segment 4c6a271c-d200-4b7f-820a-aaa9e1988b7f of type vxlan for network 1b02a468-0a0c-457f-bb78-c649dfc141ce Dec 04 01:02:27.722696 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-7480671d-bb03-43bc-b02f-9d4153808a55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745381119791'] for network, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:27.745102 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5dfac3-e14e-46d2-a8b9-2a71a65ecca4 None None] DHCP port deletion for ef9c12c5-409d-4605-bd50-4ca1942634e6 request from dv-cinder-763306-5-smb {{(pid=80328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 04 01:02:27.750243 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-8d5dfac3-e14e-46d2-a8b9-2a71a65ecca4 None None] Deleting port 0e7a104d-5d98-4053-b8f8-d17c8e9947af {{(pid=80328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 01:02:27.750669 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8d5dfac3-e14e-46d2-a8b9-2a71a65ecca4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:27.791547 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-7480671d-bb03-43bc-b02f-9d4153808a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616'] for network, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:27.793141 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7480671d-bb03-43bc-b02f-9d4153808a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:02:27.794172 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-7480671d-bb03-43bc-b02f-9d4153808a55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for network, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:27.821052 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:02:27.905136 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-7480671d-bb03-43bc-b02f-9d4153808a55 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7148151 Dec 04 01:02:27.923124 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 43930) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:02:27.933549 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-2c2dfb11-50ea-4d0b-a95a-ee965cbe38ef admin admin] Request body: {'subnet': {'network_id': '1b02a468-0a0c-457f-bb78-c649dfc141ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1022458952-subnet', 'tenant_id': '13f3d35ed90f46ad83846cff052ab270', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 01:02:27.943363 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-2c2dfb11-50ea-4d0b-a95a-ee965cbe38ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:02:27.950345 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7480671d-bb03-43bc-b02f-9d4153808a55 admin admin] Pushing event updated for resources: {'Network': ['ID=1b02a468-0a0c-457f-bb78-c649dfc141ce,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:02:27.953022 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-2c2dfb11-50ea-4d0b-a95a-ee965cbe38ef admin admin] Usage tracker for resource:subnet and tenant:13f3d35ed90f46ad83846cff052ab270 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 01:02:27.956316 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-7480671d-bb03-43bc-b02f-9d4153808a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:02:27.957214 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-2c2dfb11-50ea-4d0b-a95a-ee965cbe38ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 01:02:27.967518 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-2c2dfb11-50ea-4d0b-a95a-ee965cbe38ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:02:27.972987 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Network 1b02a468-0a0c-457f-bb78-c649dfc141ce details requested by agent ovs-agent-dv-cinder-763306-5-smb with host dv-cinder-763306-5-smb {{(pid=80328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 01:02:27.995600 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Network 1b02a468-0a0c-457f-bb78-c649dfc141ce details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 01:02:28.012179 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2dfb11-50ea-4d0b-a95a-ee965cbe38ef admin admin] Made reservation on behalf of 13f3d35ed90f46ad83846cff052ab270 for: {'subnet': 1} {{(pid=80327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 01:02:28.018375 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2c2dfb11-50ea-4d0b-a95a-ee965cbe38ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853151123'] for subnet, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:28.162622 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-d1c45dc5-dd1c-41b2-8283-e0108de680b8 admin admin] For port 0e7a104d-5d98-4053-b8f8-d17c8e9947af, host dv-cinder-763306-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=0e7a104d-5d98-4053-b8f8-d17c8e9947af,segment=NetworkSegment(80e027ed-812b-4ffe-a3a6-3ec3bfdf06e2),segment_id=80e027ed-812b-4ffe-a3a6-3ec3bfdf06e2)] {{(pid=80326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:02:28.163021 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d1c45dc5-dd1c-41b2-8283-e0108de680b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:28.299862 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-d1c45dc5-dd1c-41b2-8283-e0108de680b8 admin admin] Calling delete_port for 0e7a104d-5d98-4053-b8f8-d17c8e9947af owned by network:dhcp {{(pid=80326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 01:02:28.329782 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-8d5dfac3-e14e-46d2-a8b9-2a71a65ecca4 None None] For port 0e7a104d-5d98-4053-b8f8-d17c8e9947af, host dv-cinder-763306-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=0e7a104d-5d98-4053-b8f8-d17c8e9947af,segment=NetworkSegment(80e027ed-812b-4ffe-a3a6-3ec3bfdf06e2),segment_id=80e027ed-812b-4ffe-a3a6-3ec3bfdf06e2)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:02:28.330229 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8d5dfac3-e14e-46d2-a8b9-2a71a65ecca4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:28.439536 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d1c45dc5-dd1c-41b2-8283-e0108de680b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291473225622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291473606618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27594304'] for port, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:28.458397 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:02:28.487513 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-8d5dfac3-e14e-46d2-a8b9-2a71a65ecca4 None None] Calling delete_port for 0e7a104d-5d98-4053-b8f8-d17c8e9947af owned by network:dhcp {{(pid=80328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 01:02:28.505285 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c45dc5-dd1c-41b2-8283-e0108de680b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e7a104d-5d98-4053-b8f8-d17c8e9947af,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:02:28.556801 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-d1c45dc5-dd1c-41b2-8283-e0108de680b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:02:28.563777 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.db.api [None req-8d5dfac3-e14e-46d2-a8b9-2a71a65ecca4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80328) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 04 01:02:28.564196 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_db.api [None req-8d5dfac3-e14e-46d2-a8b9-2a71a65ecca4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 04 01:02:28.602452 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c45dc5-dd1c-41b2-8283-e0108de680b8 admin admin] No DVR routers for this DVR port 0e7a104d-5d98-4053-b8f8-d17c8e9947af on host dv-cinder-763306-5-smb {{(pid=80326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 01:02:28.733692 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d1c45dc5-dd1c-41b2-8283-e0108de680b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3342492', 'neutron.services.segments.db._delete_segments_for_network--9223363291473146808'] for network, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:28.807809 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 1b62db36-8f6e-4f51-a8dc-60e01dde56da no longer exists at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 01:02:28.843443 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] No Port match for: 1b62db36-8f6e-4f51-a8dc-60e01dde56da {{(pid=80328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 01:02:28.843848 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 1b62db36-8f6e-4f51-a8dc-60e01dde56da not bound to the agent host dv-cinder-763306-5-smb {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 01:02:28.844326 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 0e7a104d-5d98-4053-b8f8-d17c8e9947af no longer exists at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 01:02:28.860755 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.segments.db [None req-d1c45dc5-dd1c-41b2-8283-e0108de680b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef9c12c5-409d-4605-bd50-4ca1942634e6']}} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:02:28.875895 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.segments.db [None req-d1c45dc5-dd1c-41b2-8283-e0108de680b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80e027ed-812b-4ffe-a3a6-3ec3bfdf06e2') {'for_net_delete': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:02:28.876248 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.segments.db [None req-d1c45dc5-dd1c-41b2-8283-e0108de680b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80e027ed-812b-4ffe-a3a6-3ec3bfdf06e2') {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:02:28.878606 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] No Port match for: 0e7a104d-5d98-4053-b8f8-d17c8e9947af {{(pid=80328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 01:02:28.878795 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 0e7a104d-5d98-4053-b8f8-d17c8e9947af not bound to the agent host dv-cinder-763306-5-smb {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 01:02:28.896954 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d1c45dc5-dd1c-41b2-8283-e0108de680b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291473144760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853034764'] for segment, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:28.917175 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d1c45dc5-dd1c-41b2-8283-e0108de680b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851436430'] for segment, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:28.919415 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d1c45dc5-dd1c-41b2-8283-e0108de680b8 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 04 01:02:28.976827 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2c2dfb11-50ea-4d0b-a95a-ee965cbe38ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27698602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853151108'] for subnet, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:28.993700 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-5e38644e-aa53-44fb-ad29-55eabed58532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:02:29.065256 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-8d5dfac3-e14e-46d2-a8b9-2a71a65ecca4 None None] Deleting port 0e7a104d-5d98-4053-b8f8-d17c8e9947af {{(pid=80328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 01:02:29.066245 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8d5dfac3-e14e-46d2-a8b9-2a71a65ecca4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:29.105631 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-d1c45dc5-dd1c-41b2-8283-e0108de680b8 admin admin] Network ef9c12c5-409d-4605-bd50-4ca1942634e6 has no segments {{(pid=80326) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 01:02:29.116250 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2dfb11-50ea-4d0b-a95a-ee965cbe38ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e28e247-ee30-46d0-8a11-59cf73290c8f,revision_number=0']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:02:29.119123 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d1c45dc5-dd1c-41b2-8283-e0108de680b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3339386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827181513'] for segment, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:29.126148 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-2c2dfb11-50ea-4d0b-a95a-ee965cbe38ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:02:29.186386 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-8d5dfac3-e14e-46d2-a8b9-2a71a65ecca4 None None] The port '0e7a104d-5d98-4053-b8f8-d17c8e9947af' was deleted {{(pid=80328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 04 01:02:29.217337 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2dfb11-50ea-4d0b-a95a-ee965cbe38ef admin admin] Checking segment: {'id': '4c6a271c-d200-4b7f-820a-aaa9e1988b7f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1b02a468-0a0c-457f-bb78-c649dfc141ce'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 01:02:29.217337 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2dfb11-50ea-4d0b-a95a-ee965cbe38ef admin admin] Network hostable DHCP agents. Network: 1b02a468-0a0c-457f-bb78-c649dfc141ce, hostable agents: ['58f05500-12a8-4f3a-bf6e-722eafa3a905'], hosted agents: [] {{(pid=80327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 04 01:02:29.289658 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2dfb11-50ea-4d0b-a95a-ee965cbe38ef admin admin] Network 1b02a468-0a0c-457f-bb78-c649dfc141ce is scheduled to be hosted by DHCP agent 58f05500-12a8-4f3a-bf6e-722eafa3a905 with binding_index 1 {{(pid=80327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 04 01:02:29.333253 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-d1c45dc5-dd1c-41b2-8283-e0108de680b8 admin admin] Network ef9c12c5-409d-4605-bd50-4ca1942634e6 has no segments {{(pid=80326) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 01:02:29.347183 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-2c2dfb11-50ea-4d0b-a95a-ee965cbe38ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-5-smb, 1b02a468-0a0c-457f-bb78-c649dfc141ce) {{(pid=80327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 01:02:29.357840 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbef3dd-b52d-41a0-9b7c-dad8d7b6ddb3 None None] Network 1b02a468-0a0c-457f-bb78-c649dfc141ce requested from dv-cinder-763306-5-smb {{(pid=80328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 01:02:29.362355 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2dfb11-50ea-4d0b-a95a-ee965cbe38ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:02:29.363034 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2c2dfb11-50ea-4d0b-a95a-ee965cbe38ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for subnet, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:29.419845 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-2c2dfb11-50ea-4d0b-a95a-ee965cbe38ef admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4940970 Dec 04 01:02:29.449214 dv-cinder-763306-5-smb neutron-server[80215]: Traceback (most recent call last): Dec 04 01:02:29.449214 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 04 01:02:29.449214 dv-cinder-763306-5-smb neutron-server[80215]: timer() Dec 04 01:02:29.449214 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 04 01:02:29.449214 dv-cinder-763306-5-smb neutron-server[80215]: cb(*args, **kw) Dec 04 01:02:29.449214 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 04 01:02:29.449214 dv-cinder-763306-5-smb neutron-server[80215]: return func(*args, **kwargs) Dec 04 01:02:29.449214 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 04 01:02:29.449214 dv-cinder-763306-5-smb neutron-server[80215]: self._notify() Dec 04 01:02:29.449214 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 04 01:02:29.449214 dv-cinder-763306-5-smb neutron-server[80215]: self.callback(batched_events) Dec 04 01:02:29.449214 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 04 01:02:29.449214 dv-cinder-763306-5-smb neutron-server[80215]: event.method(event) Dec 04 01:02:29.449214 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 04 01:02:29.449214 dv-cinder-763306-5-smb neutron-server[80215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 04 01:02:29.449214 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 04 01:02:29.449214 dv-cinder-763306-5-smb neutron-server[80215]: segment_id)['aggregates'][0] Dec 04 01:02:29.449214 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 04 01:02:29.449214 dv-cinder-763306-5-smb neutron-server[80215]: return f(self, *a, **k) Dec 04 01:02:29.449214 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 04 01:02:29.449214 dv-cinder-763306-5-smb neutron-server[80215]: return self._get(url).json() Dec 04 01:02:29.449214 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 04 01:02:29.449214 dv-cinder-763306-5-smb neutron-server[80215]: **kwargs) Dec 04 01:02:29.449214 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 04 01:02:29.449214 dv-cinder-763306-5-smb neutron-server[80215]: return self.request(url, 'GET', **kwargs) Dec 04 01:02:29.449214 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 04 01:02:29.449214 dv-cinder-763306-5-smb neutron-server[80215]: **endpoint_filter) Dec 04 01:02:29.449214 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 04 01:02:29.449214 dv-cinder-763306-5-smb neutron-server[80215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 04 01:02:29.449214 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 04 01:02:29.449214 dv-cinder-763306-5-smb neutron-server[80215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 04 01:02:29.449214 dv-cinder-763306-5-smb neutron-server[80215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 04 01:02:29.568230 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d1c45dc5-dd1c-41b2-8283-e0108de680b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851433324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656478'] for network, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:29.574463 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-abb06145-a8e6-4ee8-9969-86ab3edb0755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:02:29.590617 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d1c45dc5-dd1c-41b2-8283-e0108de680b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for network, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:29.600200 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c45dc5-dd1c-41b2-8283-e0108de680b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef9c12c5-409d-4605-bd50-4ca1942634e6,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:02:29.604928 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-d1c45dc5-dd1c-41b2-8283-e0108de680b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:02:29.607499 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddac58df-efbb-4267-a6f1-a64df95d982a None None] Network 1b02a468-0a0c-457f-bb78-c649dfc141ce requested from dv-cinder-763306-5-smb {{(pid=80328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 01:02:29.660833 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-d1c45dc5-dd1c-41b2-8283-e0108de680b8 admin admin] 10.222.0.73 "DELETE /v2.0/networks/ef9c12c5-409d-4605-bd50-4ca1942634e6 HTTP/1.1" status: 204 len: 168 time: 2.2015221 Dec 04 01:02:29.930236 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 43960) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:02:29.987117 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-16bfbce3-c875-457d-bc10-22865796db30 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2e9eced122b34b38833f7f2ebe73f46d&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0539572 Dec 04 01:02:29.988205 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 43964) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:02:30.053206 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-130a59f2-a4e4-4a3b-a70a-5ab1de72002f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:30.081275 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-130a59f2-a4e4-4a3b-a70a-5ab1de72002f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:30.200136 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-130a59f2-a4e4-4a3b-a70a-5ab1de72002f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:30.205625 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-facc5fa8-c9e1-4460-b2ee-1df934bffca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:02:30.220583 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130a59f2-a4e4-4a3b-a70a-5ab1de72002f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40137c78-72e9-46c5-bee6-836d2fbfc6bc,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:02:30.223945 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-130a59f2-a4e4-4a3b-a70a-5ab1de72002f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:02:30.260254 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-130a59f2-a4e4-4a3b-a70a-5ab1de72002f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:30.262105 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-130a59f2-a4e4-4a3b-a70a-5ab1de72002f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/40137c78-72e9-46c5-bee6-836d2fbfc6bc HTTP/1.1" status: 204 len: 168 time: 0.2729046 Dec 04 01:02:31.653843 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 44010) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:02:31.877697 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2d317e8a-0c20-4179-af74-dfbe49fda8fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:31.893496 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-2b6edc2b-dbb4-4858-9f6e-9cf29c220250 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:02:31.894233 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-2b6edc2b-dbb4-4858-9f6e-9cf29c220250 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Synchronizing usage tracker for tenant:13f3d35ed90f46ad83846cff052ab270 on resource:network {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 01:02:31.905696 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-2d317e8a-0c20-4179-af74-dfbe49fda8fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:02:31.913618 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-2d317e8a-0c20-4179-af74-dfbe49fda8fd admin admin] Usage tracker for resource:security_group_rule and tenant:db1f30456c69424e930a92db76e4c7e9 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 01:02:31.917778 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-2d317e8a-0c20-4179-af74-dfbe49fda8fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 01:02:31.924075 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-2d317e8a-0c20-4179-af74-dfbe49fda8fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:02:31.954160 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-2b6edc2b-dbb4-4858-9f6e-9cf29c220250 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Unset dirty status for tenant:13f3d35ed90f46ad83846cff052ab270 on resource:network {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 01:02:31.955483 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-2b6edc2b-dbb4-4858-9f6e-9cf29c220250 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/networks?id=1b02a468-0a0c-457f-bb78-c649dfc141ce HTTP/1.1" status: 200 len: 814 time: 0.2450886 Dec 04 01:02:31.972178 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-28ecb717-12eb-477d-a4fa-7b231813436f tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/quotas/13f3d35ed90f46ad83846cff052ab270 HTTP/1.1" status: 200 len: 375 time: 0.0106111 Dec 04 01:02:32.031066 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-95757be6-82bd-4067-aef2-89ce371af10a tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/ports?tenant_id=13f3d35ed90f46ad83846cff052ab270&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530720 Dec 04 01:02:32.212363 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2d317e8a-0c20-4179-af74-dfbe49fda8fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:32.221542 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-33811b37-8317-4756-aeb7-c2feef283b7a service neutron] 10.222.0.73 "GET /v2.0/networks/1b02a468-0a0c-457f-bb78-c649dfc141ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806071 Dec 04 01:02:32.253105 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2d317e8a-0c20-4179-af74-dfbe49fda8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:32.265307 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:02:32.368129 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-2d317e8a-0c20-4179-af74-dfbe49fda8fd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=db1f30456c69424e930a92db76e4c7e9&name=default HTTP/1.1" status: 200 len: 2879 time: 0.7128553 Dec 04 01:02:32.371665 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 44024) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:02:32.372161 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d317e8a-0c20-4179-af74-dfbe49fda8fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fd3fdb-a2b7-4e4d-a7d8-984633e97357,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:02:32.375536 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-2d317e8a-0c20-4179-af74-dfbe49fda8fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:02:32.421204 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-3862ce12-8752-4ee1-8b4f-e6d6221675d6 service neutron] 10.222.0.73 "GET /v2.0/networks/1b02a468-0a0c-457f-bb78-c649dfc141ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1927702 Dec 04 01:02:32.435452 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c7590d40-8f8e-4bcd-8492-0fc539344b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:32.466163 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c7590d40-8f8e-4bcd-8492-0fc539344b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:32.576909 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c7590d40-8f8e-4bcd-8492-0fc539344b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:32.582225 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-00c314e6-311f-43ac-a0af-0d4e95d21bcf tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:02:32.593379 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7590d40-8f8e-4bcd-8492-0fc539344b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fd3fdb-a2b7-4e4d-a7d8-984633e97357,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:02:32.598449 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c7590d40-8f8e-4bcd-8492-0fc539344b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:02:32.600349 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c7590d40-8f8e-4bcd-8492-0fc539344b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:32.604113 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-c7590d40-8f8e-4bcd-8492-0fc539344b05 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f1fd3fdb-a2b7-4e4d-a7d8-984633e97357 HTTP/1.1" status: 204 len: 168 time: 0.2288451 Dec 04 01:02:32.663680 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3c9812f9-1526-4601-b06d-b9fdf9f1d2cc req-a9eb1fe7-bb03-4836-8e23-647b758936e6 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/ports?device_id=3be98023-5f0d-4e1b-990b-a62c6542edd6 HTTP/1.1" status: 200 len: 210 time: 0.0481348 Dec 04 01:02:33.081660 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 44034) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:02:33.100516 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-28769da7-63eb-4c28-ac4f-f8ae9f8c9271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:33.116381 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-28769da7-63eb-4c28-ac4f-f8ae9f8c9271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:02:33.121143 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-28769da7-63eb-4c28-ac4f-f8ae9f8c9271 admin admin] Usage tracker for resource:security_group_rule and tenant:02c1dab2f5634170bcc5d74ab83d2778 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 01:02:33.124150 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-28769da7-63eb-4c28-ac4f-f8ae9f8c9271 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 01:02:33.129985 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-28769da7-63eb-4c28-ac4f-f8ae9f8c9271 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:02:33.215951 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-28769da7-63eb-4c28-ac4f-f8ae9f8c9271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:33.249584 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-28769da7-63eb-4c28-ac4f-f8ae9f8c9271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:33.258322 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c5b3e612-577a-468f-8d26-c957e327bf53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:02:33.299917 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-28769da7-63eb-4c28-ac4f-f8ae9f8c9271 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=02c1dab2f5634170bcc5d74ab83d2778&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2171321 Dec 04 01:02:33.301624 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28769da7-63eb-4c28-ac4f-f8ae9f8c9271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b6ae22-14b1-4f9c-8101-48f420f9cdaf,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:02:33.302854 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 44038) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:02:33.305088 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-28769da7-63eb-4c28-ac4f-f8ae9f8c9271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:02:33.368648 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-eab7a047-e6b7-4a1c-9774-115b0cc3eebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:33.395001 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-eab7a047-e6b7-4a1c-9774-115b0cc3eebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:33.468295 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-eab7a047-e6b7-4a1c-9774-115b0cc3eebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:33.473547 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:02:33.486805 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7a047-e6b7-4a1c-9774-115b0cc3eebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b6ae22-14b1-4f9c-8101-48f420f9cdaf,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:02:33.489221 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-eab7a047-e6b7-4a1c-9774-115b0cc3eebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:02:33.497168 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-eab7a047-e6b7-4a1c-9774-115b0cc3eebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:33.498393 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-eab7a047-e6b7-4a1c-9774-115b0cc3eebf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/32b6ae22-14b1-4f9c-8101-48f420f9cdaf HTTP/1.1" status: 204 len: 168 time: 0.1944044 Dec 04 01:02:33.782770 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-11df17bc-55b4-4510-8f90-dd9802c37928 req-e71aa265-1534-4892-9af8-de584fed7b12 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/ports?device_id=3be98023-5f0d-4e1b-990b-a62c6542edd6 HTTP/1.1" status: 200 len: 210 time: 0.0461309 Dec 04 01:02:34.905601 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-26db32a1-ede7-4e1e-a5c8-94dffe34807c req-4cab000b-9db6-42e1-8a52-b42d53eff730 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/ports?device_id=3be98023-5f0d-4e1b-990b-a62c6542edd6 HTTP/1.1" status: 200 len: 210 time: 0.0484140 Dec 04 01:02:36.028441 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-0fe589b7-ae40-4cc1-8cf8-f8ee09c88c9e req-705eb251-b081-4dae-9b82-1ca1c69542fa tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/ports?device_id=3be98023-5f0d-4e1b-990b-a62c6542edd6 HTTP/1.1" status: 200 len: 210 time: 0.0491610 Dec 04 01:02:37.200442 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-922b6d02-4c35-4ffa-86c5-296d1b69c9bb req-3d3a5eab-ad76-4950-a3e2-2d949b91c45d tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/ports?device_id=3be98023-5f0d-4e1b-990b-a62c6542edd6 HTTP/1.1" status: 200 len: 210 time: 0.0464168 Dec 04 01:02:38.378816 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-66408611-26ef-4517-8b17-c4e93f66f7c8 req-9c7ceca0-1dbd-489b-8b98-ee7afded6aea tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/ports?device_id=3be98023-5f0d-4e1b-990b-a62c6542edd6 HTTP/1.1" status: 200 len: 210 time: 0.0486441 Dec 04 01:02:38.919973 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-972d35c9-15c9-4377-ba19-f93032769048 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:02:38.921453 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-972d35c9-15c9-4377-ba19-f93032769048 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.86 "GET /v2.0/networks?id=1b02a468-0a0c-457f-bb78-c649dfc141ce HTTP/1.1" status: 200 len: 814 time: 0.1574087 Dec 04 01:02:38.945985 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-6682985d-25d6-416b-b2b5-a98ea735fae1 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Request body: {'port': {'device_id': '3be98023-5f0d-4e1b-990b-a62c6542edd6', 'network_id': '1b02a468-0a0c-457f-bb78-c649dfc141ce', 'admin_state_up': True, 'tenant_id': '13f3d35ed90f46ad83846cff052ab270'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 01:02:39.092180 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-6682985d-25d6-416b-b2b5-a98ea735fae1 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:02:39.096224 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-6682985d-25d6-416b-b2b5-a98ea735fae1 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Usage tracker for resource:port and tenant:13f3d35ed90f46ad83846cff052ab270 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 01:02:39.099194 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-6682985d-25d6-416b-b2b5-a98ea735fae1 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Quota usage for port was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 01:02:39.105597 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-6682985d-25d6-416b-b2b5-a98ea735fae1 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:02:39.152811 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-6682985d-25d6-416b-b2b5-a98ea735fae1 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Made reservation on behalf of 13f3d35ed90f46ad83846cff052ab270 for: {'port': 1} {{(pid=80327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 01:02:39.173971 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-6682985d-25d6-416b-b2b5-a98ea735fae1 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:39.489444 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-6682985d-25d6-416b-b2b5-a98ea735fae1 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Allocated IP 172.20.0.6 (1b02a468-0a0c-457f-bb78-c649dfc141ce/2e28e247-ee30-46d0-8a11-59cf73290c8f/46891e04-5a23-4325-b6db-971a96116173) {{(pid=80327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 01:02:39.576367 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8f004280-9c77-489c-9d62-5ba46b50732c req-a1e5f48b-a203-4b87-8b17-3da72e498129 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/ports?device_id=3be98023-5f0d-4e1b-990b-a62c6542edd6 HTTP/1.1" status: 200 len: 210 time: 0.0599630 Dec 04 01:02:39.747193 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-6682985d-25d6-416b-b2b5-a98ea735fae1 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Notify callbacks [] for port, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:39.817775 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-6682985d-25d6-416b-b2b5-a98ea735fae1 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:39.836909 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-9c243f11-eff4-400c-acc3-5cd6cdd692fa tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:02:39.967199 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6682985d-25d6-416b-b2b5-a98ea735fae1 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Pushing event updated for resources: {'Port': ['ID=46891e04-5a23-4325-b6db-971a96116173,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:02:39.970288 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-6682985d-25d6-416b-b2b5-a98ea735fae1 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:02:40.252487 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-6682985d-25d6-416b-b2b5-a98ea735fae1 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Network 1b02a468-0a0c-457f-bb78-c649dfc141ce is already hosted by enough agents. {{(pid=80327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 01:02:40.253617 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-6682985d-25d6-416b-b2b5-a98ea735fae1 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Resources bound (agent type, host, resource id): {{(pid=80327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 01:02:40.256008 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-6682985d-25d6-416b-b2b5-a98ea735fae1 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Received port after_create {{(pid=80327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 01:02:40.319221 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-6682985d-25d6-416b-b2b5-a98ea735fae1 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:02:40.319890 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-6682985d-25d6-416b-b2b5-a98ea735fae1 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:40.444904 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-6682985d-25d6-416b-b2b5-a98ea735fae1 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5030577 Dec 04 01:02:40.466112 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-9988c35f-0263-4712-b91e-67390ca0b372 service neutron] Request body: {'port': {'device_id': '3be98023-5f0d-4e1b-990b-a62c6542edd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 01:02:40.583595 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-9988c35f-0263-4712-b91e-67390ca0b372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:40.943425 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df72b42-c42c-4fe2-a1bf-bfb70fc75ca5 req-cd5dd0a7-8fcc-4bd6-b6f9-3817a7b66c89 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:02:40.944178 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-2df72b42-c42c-4fe2-a1bf-bfb70fc75ca5 req-cd5dd0a7-8fcc-4bd6-b6f9-3817a7b66c89 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Synchronizing usage tracker for tenant:13f3d35ed90f46ad83846cff052ab270 on resource:port {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 01:02:41.031356 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-2df72b42-c42c-4fe2-a1bf-bfb70fc75ca5 req-cd5dd0a7-8fcc-4bd6-b6f9-3817a7b66c89 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Unset dirty status for tenant:13f3d35ed90f46ad83846cff052ab270 on resource:port {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 01:02:41.032577 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2df72b42-c42c-4fe2-a1bf-bfb70fc75ca5 req-cd5dd0a7-8fcc-4bd6-b6f9-3817a7b66c89 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/ports?device_id=3be98023-5f0d-4e1b-990b-a62c6542edd6 HTTP/1.1" status: 200 len: 931 time: 0.3237004 Dec 04 01:02:41.122466 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-9988c35f-0263-4712-b91e-67390ca0b372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46891e04-5a23-4325-b6db-971a96116173 {{(pid=80327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 04 01:02:41.131253 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-2df72b42-c42c-4fe2-a1bf-bfb70fc75ca5 req-35acc6a2-6f03-4a5c-82b7-11f5bb007bbe tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Synchronizing usage tracker for tenant:13f3d35ed90f46ad83846cff052ab270 on resource:security_group {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 01:02:41.134808 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-9988c35f-0263-4712-b91e-67390ca0b372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:41.153897 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-9988c35f-0263-4712-b91e-67390ca0b372 service neutron] Transition to ACTIVE for port object 46891e04-5a23-4325-b6db-971a96116173 will not be triggered until provisioned by entity L2. {{(pid=80327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 01:02:41.191135 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-9988c35f-0263-4712-b91e-67390ca0b372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27697970'] for port, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:41.208023 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-28603c6a-838d-45e2-b915-cead4c474ed6 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:02:41.252412 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-2df72b42-c42c-4fe2-a1bf-bfb70fc75ca5 req-35acc6a2-6f03-4a5c-82b7-11f5bb007bbe tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Unset dirty status for tenant:13f3d35ed90f46ad83846cff052ab270 on resource:security_group {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 01:02:41.253660 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2df72b42-c42c-4fe2-a1bf-bfb70fc75ca5 req-35acc6a2-6f03-4a5c-82b7-11f5bb007bbe tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/security-groups?id=56f4a7c0-42f8-4820-99ac-28378a2535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913018 Dec 04 01:02:41.353363 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 6 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 01:02:41.353725 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988c35f-0263-4712-b91e-67390ca0b372 service neutron] Pushing event updated for resources: {'Port': ['ID=46891e04-5a23-4325-b6db-971a96116173,revision_number=2']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:02:41.357204 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-9988c35f-0263-4712-b91e-67390ca0b372 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:02:41.536716 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-9988c35f-0263-4712-b91e-67390ca0b372 service neutron] Attempting to bind port 46891e04-5a23-4325-b6db-971a96116173 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 01:02:41.537120 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-9988c35f-0263-4712-b91e-67390ca0b372 service neutron] Attempting to bind port 46891e04-5a23-4325-b6db-971a96116173 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '4c6a271c-d200-4b7f-820a-aaa9e1988b7f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1b02a468-0a0c-457f-bb78-c649dfc141ce'}] {{(pid=80327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 01:02:41.537479 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-9988c35f-0263-4712-b91e-67390ca0b372 service neutron] Attempting to bind port 46891e04-5a23-4325-b6db-971a96116173 on network 1b02a468-0a0c-457f-bb78-c649dfc141ce {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 01:02:41.543044 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-9988c35f-0263-4712-b91e-67390ca0b372 service neutron] Checking agent: {'id': '37b4fca6-97cd-43de-9e09-0e080c5ad260', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 52, 16), 'started_at': datetime.datetime(2020, 12, 4, 0, 52, 46), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 1, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 01:02:41.543451 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-9988c35f-0263-4712-b91e-67390ca0b372 service neutron] Checking segment: {'id': '4c6a271c-d200-4b7f-820a-aaa9e1988b7f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1b02a468-0a0c-457f-bb78-c649dfc141ce'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 01:02:41.543853 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-9988c35f-0263-4712-b91e-67390ca0b372 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:41.544241 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-9988c35f-0263-4712-b91e-67390ca0b372 service neutron] Bound using segment: {'id': '4c6a271c-d200-4b7f-820a-aaa9e1988b7f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1b02a468-0a0c-457f-bb78-c649dfc141ce'} {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 01:02:41.544706 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-9988c35f-0263-4712-b91e-67390ca0b372 service neutron] Bound port: 46891e04-5a23-4325-b6db-971a96116173, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c6a271c-d200-4b7f-820a-aaa9e1988b7f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1b02a468-0a0c-457f-bb78-c649dfc141ce'}}] {{(pid=80327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 01:02:41.545071 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-9988c35f-0263-4712-b91e-67390ca0b372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:41.637780 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-9988c35f-0263-4712-b91e-67390ca0b372 service neutron] For port 46891e04-5a23-4325-b6db-971a96116173, host hv-cinder-76330, cleared binding levels {{(pid=80327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 01:02:41.640969 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-9988c35f-0263-4712-b91e-67390ca0b372 service neutron] For port 46891e04-5a23-4325-b6db-971a96116173, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=46891e04-5a23-4325-b6db-971a96116173,segment=NetworkSegment(4c6a271c-d200-4b7f-820a-aaa9e1988b7f),segment_id=4c6a271c-d200-4b7f-820a-aaa9e1988b7f)] {{(pid=80327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 01:02:41.691620 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-9988c35f-0263-4712-b91e-67390ca0b372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27697970'] for port, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:41.707731 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-6682985d-25d6-416b-b2b5-a98ea735fae1 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:02:41.862028 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988c35f-0263-4712-b91e-67390ca0b372 service neutron] Pushing event updated for resources: {'Port': ['ID=46891e04-5a23-4325-b6db-971a96116173,revision_number=3']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:02:41.868112 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-9988c35f-0263-4712-b91e-67390ca0b372 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:02:41.901108 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-9988c35f-0263-4712-b91e-67390ca0b372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:02:41.901719 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-9988c35f-0263-4712-b91e-67390ca0b372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:41.903240 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-9988c35f-0263-4712-b91e-67390ca0b372 service neutron] 10.222.0.86 "PUT /v2.0/ports/46891e04-5a23-4325-b6db-971a96116173 HTTP/1.1" status: 200 len: 1157 time: 1.4419353 Dec 04 01:02:41.903775 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3be98023-5f0d-4e1b-990b-a62c6542edd6', 'tag': '46891e04-5a23-4325-b6db-971a96116173'}] {{(pid=80327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 01:02:41.964095 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3be98023-5f0d-4e1b-990b-a62c6542edd6', 'tag': '46891e04-5a23-4325-b6db-971a96116173', 'status': 'completed', 'code': 200} Dec 04 01:02:42.070546 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-fccf783b-3dc4-4366-be79-ea7f48874960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:02:42.072297 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-fccf783b-3dc4-4366-be79-ea7f48874960 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=13f3d35ed90f46ad83846cff052ab270&device_id=3be98023-5f0d-4e1b-990b-a62c6542edd6 HTTP/1.1" status: 200 len: 1160 time: 0.0753460 Dec 04 01:02:42.152356 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-e3f3a134-5253-4597-b42c-49709436b646 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46891e04-5a23-4325-b6db-971a96116173 HTTP/1.1" status: 200 len: 217 time: 0.0653269 Dec 04 01:02:42.223014 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-630921c9-03d5-46a3-8ba8-11522c41160e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:02:42.224603 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-630921c9-03d5-46a3-8ba8-11522c41160e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2e28e247-ee30-46d0-8a11-59cf73290c8f HTTP/1.1" status: 200 len: 854 time: 0.0644677 Dec 04 01:02:42.274889 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-fc5dca34-1fa2-4b40-b8df-9aab6c302150 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1b02a468-0a0c-457f-bb78-c649dfc141ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428426 Dec 04 01:02:42.477677 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-574f4fac-8d7f-4306-bbd8-3c913eb9b704 service neutron] 10.222.0.86 "GET /v2.0/networks/1b02a468-0a0c-457f-bb78-c649dfc141ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958013 Dec 04 01:02:42.595499 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9cb0f6-4b46-469f-a26e-8d6bd67ef180 req-1a5a7520-74fd-4826-a311-0f6e19957c61 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:02:42.597080 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6b9cb0f6-4b46-469f-a26e-8d6bd67ef180 req-1a5a7520-74fd-4826-a311-0f6e19957c61 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/ports?device_id=3be98023-5f0d-4e1b-990b-a62c6542edd6 HTTP/1.1" status: 200 len: 943 time: 0.2077425 Dec 04 01:02:42.672269 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b24cb746-8451-4c7b-9e93-c613b1a3fbb7 req-ab51ac8c-c919-477e-addf-468a42f743cd service neutron] 10.222.0.86 "GET /v2.0/networks/1b02a468-0a0c-457f-bb78-c649dfc141ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1848438 Dec 04 01:02:42.678777 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6b9cb0f6-4b46-469f-a26e-8d6bd67ef180 req-6daad687-db78-448d-bb9f-f31a1725de0f tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/security-groups?id=56f4a7c0-42f8-4820-99ac-28378a2535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700910 Dec 04 01:02:42.858091 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84a325-871b-4986-8aab-bad00df73858 req-cbfca5ef-8786-4faa-83c5-5126f7b2ae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:02:42.859729 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ea84a325-871b-4986-8aab-bad00df73858 req-cbfca5ef-8786-4faa-83c5-5126f7b2ae6d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=13f3d35ed90f46ad83846cff052ab270&device_id=3be98023-5f0d-4e1b-990b-a62c6542edd6 HTTP/1.1" status: 200 len: 1160 time: 0.0739837 Dec 04 01:02:43.002520 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84a325-871b-4986-8aab-bad00df73858 req-06f708a5-e905-45ec-b831-6b507d9e0259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:02:43.004158 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ea84a325-871b-4986-8aab-bad00df73858 req-06f708a5-e905-45ec-b831-6b507d9e0259 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1b02a468-0a0c-457f-bb78-c649dfc141ce HTTP/1.1" status: 200 len: 908 time: 0.1367414 Dec 04 01:02:43.077166 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ea84a325-871b-4986-8aab-bad00df73858 req-f980d7af-9392-413a-8c5a-abf356a1c858 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46891e04-5a23-4325-b6db-971a96116173 HTTP/1.1" status: 200 len: 217 time: 0.0653377 Dec 04 01:02:43.146457 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84a325-871b-4986-8aab-bad00df73858 req-4bbc1ea9-26d3-4c33-bddd-8d06993e7182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:02:43.148037 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ea84a325-871b-4986-8aab-bad00df73858 req-4bbc1ea9-26d3-4c33-bddd-8d06993e7182 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2e28e247-ee30-46d0-8a11-59cf73290c8f HTTP/1.1" status: 200 len: 854 time: 0.0624762 Dec 04 01:02:43.201435 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ea84a325-871b-4986-8aab-bad00df73858 req-2ef79f22-1755-40a1-8e5c-aec0b20a1f26 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1b02a468-0a0c-457f-bb78-c649dfc141ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464115 Dec 04 01:02:43.344017 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ea84a325-871b-4986-8aab-bad00df73858 req-e404892e-6489-4378-825e-21733328ba30 service neutron] 10.222.0.86 "GET /v2.0/networks/1b02a468-0a0c-457f-bb78-c649dfc141ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337125 Dec 04 01:02:43.487396 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ea84a325-871b-4986-8aab-bad00df73858 req-b52973a6-2200-47b4-ab4a-e6887a4e2d86 service neutron] 10.222.0.86 "GET /v2.0/networks/1b02a468-0a0c-457f-bb78-c649dfc141ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1350865 Dec 04 01:02:43.898536 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bcb4bf-4ea0-4a81-bb78-61a22eba6570 req-02a39a9d-85d1-46f4-8442-ac4082cd14f8 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:02:43.900262 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c9bcb4bf-4ea0-4a81-bb78-61a22eba6570 req-02a39a9d-85d1-46f4-8442-ac4082cd14f8 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/ports?device_id=3be98023-5f0d-4e1b-990b-a62c6542edd6 HTTP/1.1" status: 200 len: 943 time: 0.0871315 Dec 04 01:02:43.949015 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c9bcb4bf-4ea0-4a81-bb78-61a22eba6570 req-f67958b3-0392-498e-97f2-08a62a819954 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/security-groups?id=56f4a7c0-42f8-4820-99ac-28378a2535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410168 Dec 04 01:02:44.668161 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-dc477d00-daa0-41c6-810f-d251c55be5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:45.162895 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7624903-beba-4d1a-83cd-f03367d77df2 req-339f39fa-bbbc-4337-adb0-9066381df410 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:02:45.164618 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e7624903-beba-4d1a-83cd-f03367d77df2 req-339f39fa-bbbc-4337-adb0-9066381df410 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/ports?device_id=3be98023-5f0d-4e1b-990b-a62c6542edd6 HTTP/1.1" status: 200 len: 943 time: 0.0863640 Dec 04 01:02:45.215729 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e7624903-beba-4d1a-83cd-f03367d77df2 req-4bfbf432-9325-4393-84b4-5ff4b8c85885 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/security-groups?id=56f4a7c0-42f8-4820-99ac-28378a2535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443921 Dec 04 01:02:46.031037 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.objects.ports [None req-54380d34-0ad4-47d7-a9f7-618b6c03dc73 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80328) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Dec 04 01:02:46.291300 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:46.426037 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064338b1-2102-4cfd-acc5-40529473c348 req-60de866f-c527-4388-ac26-9939a7bd39b1 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:02:46.427579 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-064338b1-2102-4cfd-acc5-40529473c348 req-60de866f-c527-4388-ac26-9939a7bd39b1 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/ports?device_id=3be98023-5f0d-4e1b-990b-a62c6542edd6 HTTP/1.1" status: 200 len: 943 time: 0.0823987 Dec 04 01:02:46.476727 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-064338b1-2102-4cfd-acc5-40529473c348 req-acb763ec-8717-42a0-a76b-0bcc8175ac0b tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/security-groups?id=56f4a7c0-42f8-4820-99ac-28378a2535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427454 Dec 04 01:02:46.522198 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 46891e04-5a23-4325-b6db-971a96116173 up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 01:02:46.656724 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning for port 46891e04-5a23-4325-b6db-971a96116173 completed by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 01:02:46.661772 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port 46891e04-5a23-4325-b6db-971a96116173 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:02:46.662210 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:46.791406 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:46.815327 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3eaa1148-ab6c-489b-b560-6a15f05e0c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:46.820855 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3be98023-5f0d-4e1b-990b-a62c6542edd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46891e04-5a23-4325-b6db-971a96116173'}] {{(pid=80328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 01:02:46.831381 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] For port 46891e04-5a23-4325-b6db-971a96116173, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=46891e04-5a23-4325-b6db-971a96116173,segment=NetworkSegment(4c6a271c-d200-4b7f-820a-aaa9e1988b7f),segment_id=4c6a271c-d200-4b7f-820a-aaa9e1988b7f)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:02:46.872273 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:46.874286 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:02:46.904574 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3be98023-5f0d-4e1b-990b-a62c6542edd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46891e04-5a23-4325-b6db-971a96116173', 'code': 200} Dec 04 01:02:46.945644 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Pushing event updated for resources: {'Port': ['ID=46891e04-5a23-4325-b6db-971a96116173,revision_number=4']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:02:46.949963 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:02:47.221855 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b826475-f223-4a9e-bbb3-5d4d4ed916cf req-39bdf7f2-5da1-48d5-9f37-8adea982a8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:02:47.223500 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3b826475-f223-4a9e-bbb3-5d4d4ed916cf req-39bdf7f2-5da1-48d5-9f37-8adea982a8bb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3be98023-5f0d-4e1b-990b-a62c6542edd6 HTTP/1.1" status: 200 len: 1162 time: 0.0746949 Dec 04 01:02:47.267860 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3b826475-f223-4a9e-bbb3-5d4d4ed916cf req-02f2e239-cba2-4c0d-87a7-7cfbedc97e54 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=56f4a7c0-42f8-4820-99ac-28378a2535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375509 Dec 04 01:02:47.451283 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:47.710822 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f7800-d34f-4c21-90b5-f86d6b0b7998 req-cb7ed174-66a6-460f-b359-b9aca1665142 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:02:47.712462 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-599f7800-d34f-4c21-90b5-f86d6b0b7998 req-cb7ed174-66a6-460f-b359-b9aca1665142 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/ports?device_id=3be98023-5f0d-4e1b-990b-a62c6542edd6 HTTP/1.1" status: 200 len: 945 time: 0.0880160 Dec 04 01:02:47.759722 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-599f7800-d34f-4c21-90b5-f86d6b0b7998 req-a2288db3-f7b7-4480-bc7a-1438cbcce108 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/security-groups?id=56f4a7c0-42f8-4820-99ac-28378a2535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406768 Dec 04 01:02:48.170075 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 46891e04-5a23-4325-b6db-971a96116173 up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 01:02:48.243036 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port 46891e04-5a23-4325-b6db-971a96116173 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:02:48.243530 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:48.514109 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:48.914054 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:48.975251 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f02205-7c58-4a55-8ce1-5a634a526225 req-d0f9197b-299d-436e-9d0b-3ac1137adfce tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:02:48.976860 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-36f02205-7c58-4a55-8ce1-5a634a526225 req-d0f9197b-299d-436e-9d0b-3ac1137adfce tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/ports?device_id=3be98023-5f0d-4e1b-990b-a62c6542edd6 HTTP/1.1" status: 200 len: 945 time: 0.0859754 Dec 04 01:02:49.029040 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-36f02205-7c58-4a55-8ce1-5a634a526225 req-1aadb1e3-dbdd-43b6-a975-d49e619fca1c tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/security-groups?id=56f4a7c0-42f8-4820-99ac-28378a2535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455451 Dec 04 01:02:50.127074 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 46891e04-5a23-4325-b6db-971a96116173 up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 01:02:50.212818 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port 46891e04-5a23-4325-b6db-971a96116173 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:02:50.213529 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:54.110245 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 44364) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:02:54.269339 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3210f8ad-6ab5-403b-ba19-04c197204659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:54.286627 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-3210f8ad-6ab5-403b-ba19-04c197204659 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:02:54.290771 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-3210f8ad-6ab5-403b-ba19-04c197204659 admin admin] Usage tracker for resource:security_group_rule and tenant:bb25b1a836a84eddb96ebba482c167da is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 01:02:54.294232 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-3210f8ad-6ab5-403b-ba19-04c197204659 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 01:02:54.300135 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-3210f8ad-6ab5-403b-ba19-04c197204659 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:02:54.388298 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3210f8ad-6ab5-403b-ba19-04c197204659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:54.462316 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3210f8ad-6ab5-403b-ba19-04c197204659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:54.473519 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-b3d16ab5-453a-43a8-b565-6fde1aeece0f tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:02:54.516928 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-3210f8ad-6ab5-403b-ba19-04c197204659 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bb25b1a836a84eddb96ebba482c167da&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4055331 Dec 04 01:02:54.518695 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210f8ad-6ab5-403b-ba19-04c197204659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04966b28-7b93-4768-b4e8-4d24426a854c,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:02:54.519932 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 44370) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:02:54.522513 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-3210f8ad-6ab5-403b-ba19-04c197204659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:02:54.584899 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-292bd654-990a-4a50-ac19-6fe8d43037a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:54.616063 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-292bd654-990a-4a50-ac19-6fe8d43037a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:54.775391 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-292bd654-990a-4a50-ac19-6fe8d43037a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:54.781494 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c37815df-01b7-4dee-b6ff-1a44181933f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:02:54.794282 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292bd654-990a-4a50-ac19-6fe8d43037a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04966b28-7b93-4768-b4e8-4d24426a854c,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:02:54.797121 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-292bd654-990a-4a50-ac19-6fe8d43037a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:02:54.806281 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-292bd654-990a-4a50-ac19-6fe8d43037a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:54.807547 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-292bd654-990a-4a50-ac19-6fe8d43037a7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/04966b28-7b93-4768-b4e8-4d24426a854c HTTP/1.1" status: 204 len: 168 time: 0.2865257 Dec 04 01:02:55.331366 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 44380) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:02:55.351260 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a8a56b07-e787-4897-b6f8-fc4325d0442b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:55.367606 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-a8a56b07-e787-4897-b6f8-fc4325d0442b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:02:55.372448 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-a8a56b07-e787-4897-b6f8-fc4325d0442b admin admin] Usage tracker for resource:security_group_rule and tenant:d5a96db0114f43328af17720af845fc9 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 01:02:55.375667 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-a8a56b07-e787-4897-b6f8-fc4325d0442b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 01:02:55.381511 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-a8a56b07-e787-4897-b6f8-fc4325d0442b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:02:55.483221 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a8a56b07-e787-4897-b6f8-fc4325d0442b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:55.576710 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a8a56b07-e787-4897-b6f8-fc4325d0442b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:55.590130 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-d66fd51b-139f-4d78-873e-9fd5f614458d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:02:55.634651 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-a8a56b07-e787-4897-b6f8-fc4325d0442b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d5a96db0114f43328af17720af845fc9&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3020513 Dec 04 01:02:55.635618 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a56b07-e787-4897-b6f8-fc4325d0442b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968a3de7-cc9e-4736-a4f0-355c858d4f6e,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:02:55.637616 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 44384) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:02:55.639024 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a8a56b07-e787-4897-b6f8-fc4325d0442b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:02:55.703529 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2300769b-434e-4c78-b837-9aa6c46562f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:55.731998 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2300769b-434e-4c78-b837-9aa6c46562f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:55.822468 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2300769b-434e-4c78-b837-9aa6c46562f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:55.827989 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c6b76764-2e9b-4c44-b959-03b669741b0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:02:55.843356 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2300769b-434e-4c78-b837-9aa6c46562f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968a3de7-cc9e-4736-a4f0-355c858d4f6e,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:02:55.846712 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-2300769b-434e-4c78-b837-9aa6c46562f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:02:55.847675 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2300769b-434e-4c78-b837-9aa6c46562f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:02:55.849635 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-2300769b-434e-4c78-b837-9aa6c46562f2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/968a3de7-cc9e-4736-a4f0-355c858d4f6e HTTP/1.1" status: 204 len: 168 time: 0.2108893 Dec 04 01:03:03.186402 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 44504) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:03:03.336393 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-bdf184aa-311f-499d-a4b8-d473284a3b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:03.356127 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-bdf184aa-311f-499d-a4b8-d473284a3b89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:03:03.360211 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-bdf184aa-311f-499d-a4b8-d473284a3b89 admin admin] Usage tracker for resource:security_group_rule and tenant:ae2c014231b84bbfbe1e854562c1236d is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 01:03:03.363178 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-bdf184aa-311f-499d-a4b8-d473284a3b89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 01:03:03.369026 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-bdf184aa-311f-499d-a4b8-d473284a3b89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:03:03.453487 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-bdf184aa-311f-499d-a4b8-d473284a3b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:03.488895 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-bdf184aa-311f-499d-a4b8-d473284a3b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:03.498143 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-14cdb221-a084-4423-aa99-02d756ee38d8 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:03:03.541349 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-bdf184aa-311f-499d-a4b8-d473284a3b89 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ae2c014231b84bbfbe1e854562c1236d&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3538191 Dec 04 01:03:03.542310 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf184aa-311f-499d-a4b8-d473284a3b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702bd29e-8189-4087-8ba7-1405cf5412ae,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:03:03.544291 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 44510) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:03:03.545893 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-bdf184aa-311f-499d-a4b8-d473284a3b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:03:03.608124 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-06888b1e-4344-40af-b44e-1e508449de6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:03.635967 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-06888b1e-4344-40af-b44e-1e508449de6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:03.717282 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-06888b1e-4344-40af-b44e-1e508449de6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:03.722362 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:03:03.736180 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06888b1e-4344-40af-b44e-1e508449de6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702bd29e-8189-4087-8ba7-1405cf5412ae,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:03:03.739011 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-06888b1e-4344-40af-b44e-1e508449de6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:03:03.749163 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-06888b1e-4344-40af-b44e-1e508449de6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:03.750383 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-06888b1e-4344-40af-b44e-1e508449de6a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/702bd29e-8189-4087-8ba7-1405cf5412ae HTTP/1.1" status: 204 len: 168 time: 0.2050381 Dec 04 01:03:04.225378 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 44520) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:03:04.245075 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-ad14a442-8778-409a-8540-6c9c64131349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:04.264682 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-ad14a442-8778-409a-8540-6c9c64131349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:03:04.268798 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-ad14a442-8778-409a-8540-6c9c64131349 admin admin] Usage tracker for resource:security_group_rule and tenant:ea79f1810dff4d299b9a8499e8394907 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 01:03:04.271758 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-ad14a442-8778-409a-8540-6c9c64131349 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 01:03:04.277530 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-ad14a442-8778-409a-8540-6c9c64131349 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:03:04.570752 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-ad14a442-8778-409a-8540-6c9c64131349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:04.604962 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-ad14a442-8778-409a-8540-6c9c64131349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:04.614338 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-dab9d6e3-dcdd-47e2-b56e-16ca0b10d1ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:03:04.657195 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-ad14a442-8778-409a-8540-6c9c64131349 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ea79f1810dff4d299b9a8499e8394907&name=default HTTP/1.1" status: 200 len: 2879 time: 0.4306445 Dec 04 01:03:04.658911 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14a442-8778-409a-8540-6c9c64131349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df9128d5-b74e-4c3b-8d34-c0b684619d7d,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:03:04.660117 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 44524) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:03:04.662138 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-ad14a442-8778-409a-8540-6c9c64131349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:03:04.723130 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b448833d-8917-4cd0-a250-b379979ac9c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:04.750326 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b448833d-8917-4cd0-a250-b379979ac9c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:04.822193 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b448833d-8917-4cd0-a250-b379979ac9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:04.827291 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-e49cc95e-8f3c-44db-a678-cd60b287af72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:03:04.843959 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b448833d-8917-4cd0-a250-b379979ac9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df9128d5-b74e-4c3b-8d34-c0b684619d7d,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:03:04.848382 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-b448833d-8917-4cd0-a250-b379979ac9c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:03:04.853851 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b448833d-8917-4cd0-a250-b379979ac9c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:04.855135 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-b448833d-8917-4cd0-a250-b379979ac9c0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/df9128d5-b74e-4c3b-8d34-c0b684619d7d HTTP/1.1" status: 204 len: 168 time: 0.1938953 Dec 04 01:03:13.901273 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 44694) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:03:14.054815 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-03ed9b45-da34-4025-8307-d803c9e27786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:14.071584 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-03ed9b45-da34-4025-8307-d803c9e27786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:03:14.075800 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-03ed9b45-da34-4025-8307-d803c9e27786 admin admin] Usage tracker for resource:security_group_rule and tenant:06861e356761488899bca771a60b6f4b is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 01:03:14.078788 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-03ed9b45-da34-4025-8307-d803c9e27786 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 01:03:14.084913 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-03ed9b45-da34-4025-8307-d803c9e27786 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:03:14.175268 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-03ed9b45-da34-4025-8307-d803c9e27786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:14.227862 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-03ed9b45-da34-4025-8307-d803c9e27786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:14.238004 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-bcc7b48e-cfa7-4b5a-a601-308574cb77b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:03:14.280094 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-03ed9b45-da34-4025-8307-d803c9e27786 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=06861e356761488899bca771a60b6f4b&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3776579 Dec 04 01:03:14.281853 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed9b45-da34-4025-8307-d803c9e27786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b1d496-8af2-40d6-9d8b-342f0f738c39,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:03:14.283058 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 44702) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:03:14.289980 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed9b45-da34-4025-8307-d803c9e27786 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.290406 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed9b45-da34-4025-8307-d803c9e27786 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.290820 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed9b45-da34-4025-8307-d803c9e27786 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.291254 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed9b45-da34-4025-8307-d803c9e27786 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.291662 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed9b45-da34-4025-8307-d803c9e27786 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.292068 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed9b45-da34-4025-8307-d803c9e27786 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.292976 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed9b45-da34-4025-8307-d803c9e27786 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.293367 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed9b45-da34-4025-8307-d803c9e27786 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.293767 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed9b45-da34-4025-8307-d803c9e27786 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.294166 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed9b45-da34-4025-8307-d803c9e27786 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.294563 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed9b45-da34-4025-8307-d803c9e27786 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.294961 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed9b45-da34-4025-8307-d803c9e27786 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.295424 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed9b45-da34-4025-8307-d803c9e27786 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.295828 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed9b45-da34-4025-8307-d803c9e27786 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.296230 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed9b45-da34-4025-8307-d803c9e27786 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.296623 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed9b45-da34-4025-8307-d803c9e27786 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.297017 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed9b45-da34-4025-8307-d803c9e27786 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.297415 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed9b45-da34-4025-8307-d803c9e27786 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.297816 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed9b45-da34-4025-8307-d803c9e27786 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.298214 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed9b45-da34-4025-8307-d803c9e27786 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.298613 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed9b45-da34-4025-8307-d803c9e27786 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.299009 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed9b45-da34-4025-8307-d803c9e27786 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.299431 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed9b45-da34-4025-8307-d803c9e27786 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.299828 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed9b45-da34-4025-8307-d803c9e27786 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.304336 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-03ed9b45-da34-4025-8307-d803c9e27786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:03:14.347035 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a4d69670-ca45-48b5-b408-19c3f9005912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:14.374173 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a4d69670-ca45-48b5-b408-19c3f9005912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:14.473060 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a4d69670-ca45-48b5-b408-19c3f9005912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:14.478128 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-51f8a496-d44a-4d56-9a90-8531b2f75918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:03:14.494608 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d69670-ca45-48b5-b408-19c3f9005912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b1d496-8af2-40d6-9d8b-342f0f738c39,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:03:14.506930 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d69670-ca45-48b5-b408-19c3f9005912 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.507366 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d69670-ca45-48b5-b408-19c3f9005912 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.507917 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d69670-ca45-48b5-b408-19c3f9005912 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.508173 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d69670-ca45-48b5-b408-19c3f9005912 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.508600 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d69670-ca45-48b5-b408-19c3f9005912 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.508993 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d69670-ca45-48b5-b408-19c3f9005912 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.509421 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d69670-ca45-48b5-b408-19c3f9005912 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.509811 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d69670-ca45-48b5-b408-19c3f9005912 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.510198 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d69670-ca45-48b5-b408-19c3f9005912 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.510583 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d69670-ca45-48b5-b408-19c3f9005912 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.510968 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d69670-ca45-48b5-b408-19c3f9005912 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.511380 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d69670-ca45-48b5-b408-19c3f9005912 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.511807 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d69670-ca45-48b5-b408-19c3f9005912 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.512192 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d69670-ca45-48b5-b408-19c3f9005912 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.512574 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d69670-ca45-48b5-b408-19c3f9005912 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.512959 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d69670-ca45-48b5-b408-19c3f9005912 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.513339 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d69670-ca45-48b5-b408-19c3f9005912 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.513724 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d69670-ca45-48b5-b408-19c3f9005912 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.514104 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d69670-ca45-48b5-b408-19c3f9005912 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.514487 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d69670-ca45-48b5-b408-19c3f9005912 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.514870 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d69670-ca45-48b5-b408-19c3f9005912 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.515276 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d69670-ca45-48b5-b408-19c3f9005912 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.515661 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d69670-ca45-48b5-b408-19c3f9005912 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.516042 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4d69670-ca45-48b5-b408-19c3f9005912 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:14.520371 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a4d69670-ca45-48b5-b408-19c3f9005912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:03:14.521572 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a4d69670-ca45-48b5-b408-19c3f9005912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:14.525600 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-a4d69670-ca45-48b5-b408-19c3f9005912 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/43b1d496-8af2-40d6-9d8b-342f0f738c39 HTTP/1.1" status: 204 len: 168 time: 0.2413363 Dec 04 01:03:14.677320 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4f311f53-b3c3-4d75-bee2-4309da4d1c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:15.018677 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 44710) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:03:15.039446 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-96d2a54b-5fad-46b0-b299-656982dcb2a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:15.054928 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-96d2a54b-5fad-46b0-b299-656982dcb2a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:03:15.059142 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-96d2a54b-5fad-46b0-b299-656982dcb2a6 admin admin] Usage tracker for resource:security_group_rule and tenant:1c81e7f55f2f4963b5fbbf4e3200acbd is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 01:03:15.062146 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-96d2a54b-5fad-46b0-b299-656982dcb2a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 01:03:15.068400 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-96d2a54b-5fad-46b0-b299-656982dcb2a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:03:15.082427 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e8a4b4c7-54bf-453d-af73-f09a774b7b1b req-75a25f79-d6d8-4ccd-b5f3-014be7b4154a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3be98023-5f0d-4e1b-990b-a62c6542edd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0742285 Dec 04 01:03:15.154552 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-96d2a54b-5fad-46b0-b299-656982dcb2a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:15.187050 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-96d2a54b-5fad-46b0-b299-656982dcb2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:15.201710 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-302c7dc1-c175-46de-bf61-5a1783e3b663 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:03:15.246937 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d2a54b-5fad-46b0-b299-656982dcb2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83292542-8cbb-4de9-8b56-d5a248778f7c,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:03:15.251638 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-96d2a54b-5fad-46b0-b299-656982dcb2a6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1c81e7f55f2f4963b5fbbf4e3200acbd&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2316864 Dec 04 01:03:15.252491 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-96d2a54b-5fad-46b0-b299-656982dcb2a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:03:15.254390 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 44716) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:03:15.256480 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4b4c7-54bf-453d-af73-f09a774b7b1b req-396a5557-3f41-43b6-910b-ce48668b0bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:03:15.258115 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e8a4b4c7-54bf-453d-af73-f09a774b7b1b req-396a5557-3f41-43b6-910b-ce48668b0bb9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=13f3d35ed90f46ad83846cff052ab270&device_id=3be98023-5f0d-4e1b-990b-a62c6542edd6 HTTP/1.1" status: 200 len: 1162 time: 0.0795684 Dec 04 01:03:15.320083 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-295fe608-5ce8-41fd-8518-62e05b736174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:15.350078 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-295fe608-5ce8-41fd-8518-62e05b736174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:15.415574 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4b4c7-54bf-453d-af73-f09a774b7b1b req-944ee298-8233-49ad-a797-d569ae71754f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:03:15.417219 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e8a4b4c7-54bf-453d-af73-f09a774b7b1b req-944ee298-8233-49ad-a797-d569ae71754f service neutron] 10.222.0.86 "GET /v2.0/networks?id=1b02a468-0a0c-457f-bb78-c649dfc141ce HTTP/1.1" status: 200 len: 908 time: 0.1388152 Dec 04 01:03:15.421695 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-295fe608-5ce8-41fd-8518-62e05b736174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:15.426950 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c12054fd-d69c-43fe-a464-6288ac5ccad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:03:15.440517 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295fe608-5ce8-41fd-8518-62e05b736174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83292542-8cbb-4de9-8b56-d5a248778f7c,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:03:15.445804 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-295fe608-5ce8-41fd-8518-62e05b736174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:03:15.450761 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-295fe608-5ce8-41fd-8518-62e05b736174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:15.454363 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-295fe608-5ce8-41fd-8518-62e05b736174 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/83292542-8cbb-4de9-8b56-d5a248778f7c HTTP/1.1" status: 204 len: 168 time: 0.1966555 Dec 04 01:03:15.496134 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e8a4b4c7-54bf-453d-af73-f09a774b7b1b req-9eea917c-7553-4e91-89ad-a56b63412091 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46891e04-5a23-4325-b6db-971a96116173 HTTP/1.1" status: 200 len: 217 time: 0.0690687 Dec 04 01:03:15.573283 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4b4c7-54bf-453d-af73-f09a774b7b1b req-003fa03d-2635-40f8-bd66-9fab87747823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:03:15.574931 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e8a4b4c7-54bf-453d-af73-f09a774b7b1b req-003fa03d-2635-40f8-bd66-9fab87747823 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2e28e247-ee30-46d0-8a11-59cf73290c8f HTTP/1.1" status: 200 len: 854 time: 0.0731485 Dec 04 01:03:15.627130 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e8a4b4c7-54bf-453d-af73-f09a774b7b1b req-21f3038c-8465-4b29-b1e3-6ca95750f742 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1b02a468-0a0c-457f-bb78-c649dfc141ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450027 Dec 04 01:03:15.775391 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e8a4b4c7-54bf-453d-af73-f09a774b7b1b req-18ba028a-8375-4b69-9391-3bf51d485a96 service neutron] 10.222.0.86 "GET /v2.0/networks/1b02a468-0a0c-457f-bb78-c649dfc141ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406226 Dec 04 01:03:15.926676 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e8a4b4c7-54bf-453d-af73-f09a774b7b1b req-43c8e068-f9e1-47dd-b8f1-7c77c4ad905f service neutron] 10.222.0.86 "GET /v2.0/networks/1b02a468-0a0c-457f-bb78-c649dfc141ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1442115 Dec 04 01:03:16.398881 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:16.797625 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f7be793a-c0de-46c9-850a-52e6b1b9a959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:17.450809 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:18.353620 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 6 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 01:03:18.530905 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:18.919482 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:19.424934 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 44798) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:03:19.577021 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9ffb9ede-15f0-4088-b851-da0ea005b466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:19.593114 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-9ffb9ede-15f0-4088-b851-da0ea005b466 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:03:19.597148 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-9ffb9ede-15f0-4088-b851-da0ea005b466 admin admin] Usage tracker for resource:security_group_rule and tenant:ee4f30fac5be4d7981eff6994172788e is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 01:03:19.600137 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-9ffb9ede-15f0-4088-b851-da0ea005b466 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 01:03:19.606784 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-9ffb9ede-15f0-4088-b851-da0ea005b466 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:03:19.695325 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9ffb9ede-15f0-4088-b851-da0ea005b466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:19.728743 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9ffb9ede-15f0-4088-b851-da0ea005b466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:19.737774 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-250ba9fb-9d28-41ee-8678-bb3c35da6f29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:03:19.781181 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-9ffb9ede-15f0-4088-b851-da0ea005b466 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ee4f30fac5be4d7981eff6994172788e&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3550351 Dec 04 01:03:19.782926 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffb9ede-15f0-4088-b851-da0ea005b466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07db4161-42e9-4dd1-84d7-e625e28cabbc,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:03:19.784131 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 44806) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:03:19.786395 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-9ffb9ede-15f0-4088-b851-da0ea005b466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:03:19.848664 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-88d282a6-806c-468e-af50-d1caa4b23d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:19.876449 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-88d282a6-806c-468e-af50-d1caa4b23d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:19.953221 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-88d282a6-806c-468e-af50-d1caa4b23d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:19.958560 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a190dff5-908c-4ccc-b9f7-87e47dbcbac8 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:03:19.972017 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d282a6-806c-468e-af50-d1caa4b23d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07db4161-42e9-4dd1-84d7-e625e28cabbc,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:03:19.975312 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-88d282a6-806c-468e-af50-d1caa4b23d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:03:19.977362 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-88d282a6-806c-468e-af50-d1caa4b23d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:19.981321 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-88d282a6-806c-468e-af50-d1caa4b23d0a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/07db4161-42e9-4dd1-84d7-e625e28cabbc HTTP/1.1" status: 204 len: 168 time: 0.1932223 Dec 04 01:03:20.524492 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 44822) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:03:20.543944 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-0b987cfe-4897-4a13-9400-269f26e34608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:20.559387 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-0b987cfe-4897-4a13-9400-269f26e34608 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:03:20.564044 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-0b987cfe-4897-4a13-9400-269f26e34608 admin admin] Usage tracker for resource:security_group_rule and tenant:7dc0bd3e90e847f48c37ce1d5ad5e5b2 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 01:03:20.567289 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-0b987cfe-4897-4a13-9400-269f26e34608 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 01:03:20.573115 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-0b987cfe-4897-4a13-9400-269f26e34608 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:03:20.658053 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-0b987cfe-4897-4a13-9400-269f26e34608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:20.684862 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-0b987cfe-4897-4a13-9400-269f26e34608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:20.694133 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-994850cc-5bcb-443c-a011-10cccdf989de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:03:20.737134 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-0b987cfe-4897-4a13-9400-269f26e34608 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7dc0bd3e90e847f48c37ce1d5ad5e5b2&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2115347 Dec 04 01:03:20.738101 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b987cfe-4897-4a13-9400-269f26e34608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6bdcab-3d60-4943-b306-04ac5eb6a117,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:03:20.739992 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 44826) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:03:20.741465 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-0b987cfe-4897-4a13-9400-269f26e34608 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:03:20.804958 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-66d9a74a-57c8-496b-a5c7-9270c4e7eca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:20.832437 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-66d9a74a-57c8-496b-a5c7-9270c4e7eca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:20.905962 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-66d9a74a-57c8-496b-a5c7-9270c4e7eca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:20.911081 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-ad14a442-8778-409a-8540-6c9c64131349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:03:20.924327 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9a74a-57c8-496b-a5c7-9270c4e7eca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6bdcab-3d60-4943-b306-04ac5eb6a117,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:03:20.927492 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-66d9a74a-57c8-496b-a5c7-9270c4e7eca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:03:20.929503 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-66d9a74a-57c8-496b-a5c7-9270c4e7eca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:20.930706 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-66d9a74a-57c8-496b-a5c7-9270c4e7eca2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3b6bdcab-3d60-4943-b306-04ac5eb6a117 HTTP/1.1" status: 204 len: 168 time: 0.1896167 Dec 04 01:03:26.818463 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 44906) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:03:26.975764 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-81e8815f-3765-4985-b5f6-0a2a489bce60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:26.991982 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-81e8815f-3765-4985-b5f6-0a2a489bce60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:03:26.996103 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-81e8815f-3765-4985-b5f6-0a2a489bce60 admin admin] Usage tracker for resource:security_group_rule and tenant:79bfff89603e4eb88e1c6d625d642fca is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 01:03:26.999096 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-81e8815f-3765-4985-b5f6-0a2a489bce60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 01:03:27.004950 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-81e8815f-3765-4985-b5f6-0a2a489bce60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:03:27.094508 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-81e8815f-3765-4985-b5f6-0a2a489bce60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:27.124457 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-81e8815f-3765-4985-b5f6-0a2a489bce60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:27.133335 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-08e8d7a0-6272-4934-b308-4d6139ff1dd5 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:03:27.177409 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-81e8815f-3765-4985-b5f6-0a2a489bce60 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=79bfff89603e4eb88e1c6d625d642fca&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3576667 Dec 04 01:03:27.178398 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8815f-3765-4985-b5f6-0a2a489bce60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30782c30-0ee3-4e74-8d68-01c875e9e69e,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:03:27.180449 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 44914) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:03:27.181975 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-81e8815f-3765-4985-b5f6-0a2a489bce60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:03:27.249005 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9ff6f84f-e8fd-457f-8553-d2f891e4cdbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:27.275606 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9ff6f84f-e8fd-457f-8553-d2f891e4cdbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:27.353091 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9ff6f84f-e8fd-457f-8553-d2f891e4cdbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:27.357518 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-7480671d-bb03-43bc-b02f-9d4153808a55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:03:27.369160 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff6f84f-e8fd-457f-8553-d2f891e4cdbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30782c30-0ee3-4e74-8d68-01c875e9e69e,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:03:27.371768 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-9ff6f84f-e8fd-457f-8553-d2f891e4cdbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:03:27.377888 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9ff6f84f-e8fd-457f-8553-d2f891e4cdbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:27.379052 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-9ff6f84f-e8fd-457f-8553-d2f891e4cdbf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/30782c30-0ee3-4e74-8d68-01c875e9e69e HTTP/1.1" status: 204 len: 168 time: 0.1965752 Dec 04 01:03:27.843011 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 44924) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:03:27.863033 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c136adad-fc02-4c41-ac57-77e138db3ca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:27.879049 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-c136adad-fc02-4c41-ac57-77e138db3ca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:03:27.883249 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-c136adad-fc02-4c41-ac57-77e138db3ca7 admin admin] Usage tracker for resource:security_group_rule and tenant:6cc2207dbba04c1c81353055d650c548 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 01:03:27.886224 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-c136adad-fc02-4c41-ac57-77e138db3ca7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 01:03:27.892115 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-c136adad-fc02-4c41-ac57-77e138db3ca7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:03:27.976151 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c136adad-fc02-4c41-ac57-77e138db3ca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:28.014595 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c136adad-fc02-4c41-ac57-77e138db3ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:28.024664 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-b2acd6bd-3f09-40da-8079-b8949f7af859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:03:28.071966 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-c136adad-fc02-4c41-ac57-77e138db3ca7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6cc2207dbba04c1c81353055d650c548&name=default HTTP/1.1" status: 200 len: 2879 time: 0.2276227 Dec 04 01:03:28.073826 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c136adad-fc02-4c41-ac57-77e138db3ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c219c8e3-85af-461c-a535-49d4d1033d8c,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:03:28.075464 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 44928) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:03:28.077305 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c136adad-fc02-4c41-ac57-77e138db3ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:03:28.148802 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8262951c-64a0-46f9-a641-33c92c0d8afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:28.181447 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8262951c-64a0-46f9-a641-33c92c0d8afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:28.255647 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8262951c-64a0-46f9-a641-33c92c0d8afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:28.260716 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-bb381dfd-9875-4efa-98a2-17f78d600ffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:03:28.274119 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262951c-64a0-46f9-a641-33c92c0d8afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c219c8e3-85af-461c-a535-49d4d1033d8c,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:03:28.276693 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-8262951c-64a0-46f9-a641-33c92c0d8afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:03:28.279044 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8262951c-64a0-46f9-a641-33c92c0d8afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:28.280739 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-8262951c-64a0-46f9-a641-33c92c0d8afa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c219c8e3-85af-461c-a535-49d4d1033d8c HTTP/1.1" status: 204 len: 168 time: 0.2037656 Dec 04 01:03:31.940565 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c920f-8b3d-4527-9b4d-3dde56306051 req-c8f2ea5d-1cc8-479c-950a-f3f7b3919afb tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:03:31.942175 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-191c920f-8b3d-4527-9b4d-3dde56306051 req-c8f2ea5d-1cc8-479c-950a-f3f7b3919afb tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/ports?device_id=3be98023-5f0d-4e1b-990b-a62c6542edd6 HTTP/1.1" status: 200 len: 945 time: 0.0886755 Dec 04 01:03:31.991135 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-191c920f-8b3d-4527-9b4d-3dde56306051 req-040b4863-2a34-47f3-913f-4ab34002715e tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/security-groups?id=56f4a7c0-42f8-4820-99ac-28378a2535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424170 Dec 04 01:03:33.206171 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267622bf-ac02-481c-9142-fe4ca5f45ace req-a42107f8-0b39-443c-9cbe-999f95ec4c0b tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:03:33.208259 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-267622bf-ac02-481c-9142-fe4ca5f45ace req-a42107f8-0b39-443c-9cbe-999f95ec4c0b tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/ports?device_id=3be98023-5f0d-4e1b-990b-a62c6542edd6 HTTP/1.1" status: 200 len: 945 time: 0.0856540 Dec 04 01:03:33.261852 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-267622bf-ac02-481c-9142-fe4ca5f45ace req-81e4662f-b07b-4591-8558-1685490db4af tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/security-groups?id=56f4a7c0-42f8-4820-99ac-28378a2535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461040 Dec 04 01:03:34.477723 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ed92a-ad95-4b06-91ff-4a49f8b732de req-b09f8275-407c-4b94-a364-18ed95de9f8d tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:03:34.479355 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b68ed92a-ad95-4b06-91ff-4a49f8b732de req-b09f8275-407c-4b94-a364-18ed95de9f8d tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/ports?device_id=3be98023-5f0d-4e1b-990b-a62c6542edd6 HTTP/1.1" status: 200 len: 945 time: 0.0837872 Dec 04 01:03:34.525568 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b68ed92a-ad95-4b06-91ff-4a49f8b732de req-0388aaa8-5597-4d7a-845d-4a1bb41db126 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/security-groups?id=56f4a7c0-42f8-4820-99ac-28378a2535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399122 Dec 04 01:03:35.747438 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea326d-e811-4aa2-8d87-f454e39450e6 req-6aaa2c61-4f16-4e59-af64-5e00f7b015cb tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:03:35.749074 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-22ea326d-e811-4aa2-8d87-f454e39450e6 req-6aaa2c61-4f16-4e59-af64-5e00f7b015cb tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/ports?device_id=3be98023-5f0d-4e1b-990b-a62c6542edd6 HTTP/1.1" status: 200 len: 945 time: 0.0909293 Dec 04 01:03:35.798909 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-22ea326d-e811-4aa2-8d87-f454e39450e6 req-0580c000-5553-4b2d-a37e-34f4e10eb97a tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/security-groups?id=56f4a7c0-42f8-4820-99ac-28378a2535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434330 Dec 04 01:03:37.015328 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae634475-be98-4494-9cea-0de4a6c72021 req-05fc95ed-047d-45fc-926e-0af07664c023 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:03:37.016925 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ae634475-be98-4494-9cea-0de4a6c72021 req-05fc95ed-047d-45fc-926e-0af07664c023 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/ports?device_id=3be98023-5f0d-4e1b-990b-a62c6542edd6 HTTP/1.1" status: 200 len: 945 time: 0.0849171 Dec 04 01:03:37.071049 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ae634475-be98-4494-9cea-0de4a6c72021 req-c0b47ce7-9d25-409f-9dc0-f4065abb8b00 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/security-groups?id=56f4a7c0-42f8-4820-99ac-28378a2535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477393 Dec 04 01:03:37.568855 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347fc3c-7a32-4242-b681-05ec1843b93b req-990d3c00-a9e0-4617-9c8c-4caa05e44a60 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:03:37.570419 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-1347fc3c-7a32-4242-b681-05ec1843b93b req-990d3c00-a9e0-4617-9c8c-4caa05e44a60 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.86 "GET /v2.0/ports?device_id=3be98023-5f0d-4e1b-990b-a62c6542edd6 HTTP/1.1" status: 200 len: 945 time: 0.0832083 Dec 04 01:03:37.646638 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-1347fc3c-7a32-4242-b681-05ec1843b93b req-b3c3144d-695f-4322-bf13-fb65353cd5ac tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Deleting port 46891e04-5a23-4325-b6db-971a96116173 {{(pid=80327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 01:03:37.647025 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-1347fc3c-7a32-4242-b681-05ec1843b93b req-b3c3144d-695f-4322-bf13-fb65353cd5ac tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:37.903063 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-1347fc3c-7a32-4242-b681-05ec1843b93b req-b3c3144d-695f-4322-bf13-fb65353cd5ac tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] For port 46891e04-5a23-4325-b6db-971a96116173, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=46891e04-5a23-4325-b6db-971a96116173,segment=NetworkSegment(4c6a271c-d200-4b7f-820a-aaa9e1988b7f),segment_id=4c6a271c-d200-4b7f-820a-aaa9e1988b7f)] {{(pid=80327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:03:37.903496 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-1347fc3c-7a32-4242-b681-05ec1843b93b req-b3c3144d-695f-4322-bf13-fb65353cd5ac tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:38.035388 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-1347fc3c-7a32-4242-b681-05ec1843b93b req-b3c3144d-695f-4322-bf13-fb65353cd5ac tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Calling delete_port for 46891e04-5a23-4325-b6db-971a96116173 owned by compute:nova {{(pid=80327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 01:03:38.204667 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-1347fc3c-7a32-4242-b681-05ec1843b93b req-b3c3144d-695f-4322-bf13-fb65353cd5ac tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291473225622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291473606618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:38.224555 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-99e44022-0aa2-44e7-9f45-fd384dfcddd4 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:03:38.363064 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c3144d-695f-4322-bf13-fb65353cd5ac tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Pushing event deleted for resources: {'Port': ['ID=46891e04-5a23-4325-b6db-971a96116173,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:03:38.366206 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-b3c3144d-695f-4322-bf13-fb65353cd5ac tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:03:38.373236 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-0ed39727-a2cd-45b4-a967-258c50d576a5 req-1185015f-555f-49c3-bd17-3674d4c77a53 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/ports?device_id=3be98023-5f0d-4e1b-990b-a62c6542edd6 HTTP/1.1" status: 200 len: 210 time: 0.1520605 Dec 04 01:03:38.470687 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [req-1347fc3c-7a32-4242-b681-05ec1843b93b req-b3c3144d-695f-4322-bf13-fb65353cd5ac tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] No DVR routers for this DVR port 46891e04-5a23-4325-b6db-971a96116173 on host hv-cinder-76330 {{(pid=80327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 01:03:38.472856 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-1347fc3c-7a32-4242-b681-05ec1843b93b req-b3c3144d-695f-4322-bf13-fb65353cd5ac tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:38.476785 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3be98023-5f0d-4e1b-990b-a62c6542edd6', 'name': 'network-vif-deleted', 'tag': '46891e04-5a23-4325-b6db-971a96116173'}] {{(pid=80327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 01:03:38.515803 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-1347fc3c-7a32-4242-b681-05ec1843b93b req-b3c3144d-695f-4322-bf13-fb65353cd5ac tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.86 "DELETE /v2.0/ports/46891e04-5a23-4325-b6db-971a96116173 HTTP/1.1" status: 204 len: 173 time: 0.9377232 Dec 04 01:03:38.516884 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 46891e04-5a23-4325-b6db-971a96116173 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 01:03:38.543957 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3be98023-5f0d-4e1b-990b-a62c6542edd6', 'name': 'network-vif-deleted', 'tag': '46891e04-5a23-4325-b6db-971a96116173', 'status': 'completed', 'code': 200} Dec 04 01:03:38.551513 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] No Port match for: 46891e04-5a23-4325-b6db-971a96116173 {{(pid=80328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 01:03:38.551913 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 46891e04-5a23-4325-b6db-971a96116173 not bound to the agent host hv-cinder-76330 {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 01:03:44.209173 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d750ef-138d-4675-8e31-c11b4a884938 req-1d94a3de-f8d5-4c5d-a084-7a9ca1547293 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:03:44.210696 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-04d750ef-138d-4675-8e31-c11b4a884938 req-1d94a3de-f8d5-4c5d-a084-7a9ca1547293 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/networks?id=1b02a468-0a0c-457f-bb78-c649dfc141ce HTTP/1.1" status: 200 len: 814 time: 0.1545246 Dec 04 01:03:44.226958 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-04d750ef-138d-4675-8e31-c11b4a884938 req-ae799156-0612-4d47-add0-f7346d4e6ea2 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/quotas/13f3d35ed90f46ad83846cff052ab270 HTTP/1.1" status: 200 len: 375 time: 0.0101848 Dec 04 01:03:44.274946 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-04d750ef-138d-4675-8e31-c11b4a884938 req-e2484e31-0d24-4fb0-80d4-2cefe8b32d92 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Synchronizing usage tracker for tenant:13f3d35ed90f46ad83846cff052ab270 on resource:port {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 01:03:44.312689 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-04d750ef-138d-4675-8e31-c11b4a884938 req-e2484e31-0d24-4fb0-80d4-2cefe8b32d92 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Unset dirty status for tenant:13f3d35ed90f46ad83846cff052ab270 on resource:port {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 01:03:44.314015 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-04d750ef-138d-4675-8e31-c11b4a884938 req-e2484e31-0d24-4fb0-80d4-2cefe8b32d92 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/ports?tenant_id=13f3d35ed90f46ad83846cff052ab270&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0816450 Dec 04 01:03:44.457319 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-04d750ef-138d-4675-8e31-c11b4a884938 req-42ba8081-f849-4046-818e-c32ceb296de4 service neutron] 10.222.0.73 "GET /v2.0/networks/1b02a468-0a0c-457f-bb78-c649dfc141ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355004 Dec 04 01:03:44.601871 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-04d750ef-138d-4675-8e31-c11b4a884938 req-e21a8c88-1baa-465e-ba1a-dd443c288e47 service neutron] 10.222.0.73 "GET /v2.0/networks/1b02a468-0a0c-457f-bb78-c649dfc141ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1380455 Dec 04 01:03:44.670893 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-fffdea00-3dd6-419e-afd2-c49296617e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:44.859649 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-fd9f0c36-8d1a-4ca7-bdf8-9d0788426ddf req-7e30fb5f-8e69-4b39-86fa-5c8d4fced050 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/ports?device_id=faecccaa-094c-448f-b045-d3e82b8bc313 HTTP/1.1" status: 200 len: 210 time: 0.0512469 Dec 04 01:03:46.037913 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d51c339b-f32c-4217-a7ae-f3545fc63af6 req-070f6bc1-6ce6-4817-8217-bf9a746a5aa1 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/ports?device_id=faecccaa-094c-448f-b045-d3e82b8bc313 HTTP/1.1" status: 200 len: 210 time: 0.0464218 Dec 04 01:03:46.283926 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:46.542322 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d750ef-138d-4675-8e31-c11b4a884938 req-f5f38c5d-2e00-4450-8135-aeecc30edb63 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:03:46.543932 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-04d750ef-138d-4675-8e31-c11b4a884938 req-f5f38c5d-2e00-4450-8135-aeecc30edb63 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.86 "GET /v2.0/networks?id=1b02a468-0a0c-457f-bb78-c649dfc141ce HTTP/1.1" status: 200 len: 814 time: 0.1599751 Dec 04 01:03:46.573781 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-04d750ef-138d-4675-8e31-c11b4a884938 req-582ee70f-22ed-41f9-bf36-2ee23d3ce7f6 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Request body: {'port': {'device_id': 'faecccaa-094c-448f-b045-d3e82b8bc313', 'network_id': '1b02a468-0a0c-457f-bb78-c649dfc141ce', 'admin_state_up': True, 'tenant_id': '13f3d35ed90f46ad83846cff052ab270'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 01:03:46.804414 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d7c2a903-1347-41b1-aeb4-92c1aa23a0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:46.929851 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-04d750ef-138d-4675-8e31-c11b4a884938 req-582ee70f-22ed-41f9-bf36-2ee23d3ce7f6 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:03:46.940255 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-04d750ef-138d-4675-8e31-c11b4a884938 req-582ee70f-22ed-41f9-bf36-2ee23d3ce7f6 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:03:46.986132 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04d750ef-138d-4675-8e31-c11b4a884938 req-582ee70f-22ed-41f9-bf36-2ee23d3ce7f6 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Made reservation on behalf of 13f3d35ed90f46ad83846cff052ab270 for: {'port': 1} {{(pid=80327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 01:03:46.991844 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-04d750ef-138d-4675-8e31-c11b4a884938 req-582ee70f-22ed-41f9-bf36-2ee23d3ce7f6 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:47.251016 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b3d31718-678f-4f97-a041-c1c912186979 req-f1642af7-f7c6-4db0-a749-48fbba25b373 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/ports?device_id=faecccaa-094c-448f-b045-d3e82b8bc313 HTTP/1.1" status: 200 len: 210 time: 0.0596740 Dec 04 01:03:47.348453 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [req-04d750ef-138d-4675-8e31-c11b4a884938 req-582ee70f-22ed-41f9-bf36-2ee23d3ce7f6 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Allocated IP 172.20.0.12 (1b02a468-0a0c-457f-bb78-c649dfc141ce/2e28e247-ee30-46d0-8a11-59cf73290c8f/333f2170-a8e7-4086-aed9-6f33b8c09b2b) {{(pid=80327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 01:03:47.467781 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:47.568697 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-04d750ef-138d-4675-8e31-c11b4a884938 req-582ee70f-22ed-41f9-bf36-2ee23d3ce7f6 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Notify callbacks [] for port, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:47.627199 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-04d750ef-138d-4675-8e31-c11b4a884938 req-582ee70f-22ed-41f9-bf36-2ee23d3ce7f6 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:47.642411 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-9f76d087-90bc-4163-8e3d-d8afaf6b5a21 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:03:47.774850 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ee70f-22ed-41f9-bf36-2ee23d3ce7f6 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Pushing event updated for resources: {'Port': ['ID=333f2170-a8e7-4086-aed9-6f33b8c09b2b,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:03:47.784514 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-582ee70f-22ed-41f9-bf36-2ee23d3ce7f6 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:03:47.836187 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04d750ef-138d-4675-8e31-c11b4a884938 req-582ee70f-22ed-41f9-bf36-2ee23d3ce7f6 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Network 1b02a468-0a0c-457f-bb78-c649dfc141ce is already hosted by enough agents. {{(pid=80327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 01:03:47.837323 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [req-04d750ef-138d-4675-8e31-c11b4a884938 req-582ee70f-22ed-41f9-bf36-2ee23d3ce7f6 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Resources bound (agent type, host, resource id): {{(pid=80327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 01:03:47.839600 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d750ef-138d-4675-8e31-c11b4a884938 req-582ee70f-22ed-41f9-bf36-2ee23d3ce7f6 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Received port after_create {{(pid=80327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 01:03:47.907559 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d750ef-138d-4675-8e31-c11b4a884938 req-582ee70f-22ed-41f9-bf36-2ee23d3ce7f6 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:03:47.908142 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-04d750ef-138d-4675-8e31-c11b4a884938 req-582ee70f-22ed-41f9-bf36-2ee23d3ce7f6 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:47.991563 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-04d750ef-138d-4675-8e31-c11b4a884938 req-582ee70f-22ed-41f9-bf36-2ee23d3ce7f6 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4221084 Dec 04 01:03:48.009549 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-04d750ef-138d-4675-8e31-c11b4a884938 req-847bda4a-f9c4-4d94-986e-3e4fc897b78c service neutron] Request body: {'port': {'device_id': 'faecccaa-094c-448f-b045-d3e82b8bc313', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 01:03:48.120924 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-04d750ef-138d-4675-8e31-c11b4a884938 req-847bda4a-f9c4-4d94-986e-3e4fc897b78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:48.511356 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:48.540126 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431a7db-1904-449e-96f3-51851e63dcb7 req-bb59a509-7d25-483f-8713-61da024073da tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:03:48.540892 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-e431a7db-1904-449e-96f3-51851e63dcb7 req-bb59a509-7d25-483f-8713-61da024073da tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Synchronizing usage tracker for tenant:13f3d35ed90f46ad83846cff052ab270 on resource:port {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 01:03:48.620978 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [req-04d750ef-138d-4675-8e31-c11b4a884938 req-847bda4a-f9c4-4d94-986e-3e4fc897b78c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 333f2170-a8e7-4086-aed9-6f33b8c09b2b {{(pid=80327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 04 01:03:48.628195 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-04d750ef-138d-4675-8e31-c11b4a884938 req-847bda4a-f9c4-4d94-986e-3e4fc897b78c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:48.640590 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-e431a7db-1904-449e-96f3-51851e63dcb7 req-bb59a509-7d25-483f-8713-61da024073da tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Unset dirty status for tenant:13f3d35ed90f46ad83846cff052ab270 on resource:port {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 01:03:48.641967 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e431a7db-1904-449e-96f3-51851e63dcb7 req-bb59a509-7d25-483f-8713-61da024073da tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/ports?device_id=faecccaa-094c-448f-b045-d3e82b8bc313 HTTP/1.1" status: 200 len: 932 time: 0.2456567 Dec 04 01:03:48.642929 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [req-04d750ef-138d-4675-8e31-c11b4a884938 req-847bda4a-f9c4-4d94-986e-3e4fc897b78c service neutron] Transition to ACTIVE for port object 333f2170-a8e7-4086-aed9-6f33b8c09b2b will not be triggered until provisioned by entity L2. {{(pid=80327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 01:03:48.683589 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-04d750ef-138d-4675-8e31-c11b4a884938 req-847bda4a-f9c4-4d94-986e-3e4fc897b78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27697970'] for port, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:48.704332 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a3ca2995-f34c-44fe-8a20-86999e1025bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:03:48.751320 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e431a7db-1904-449e-96f3-51851e63dcb7 req-395c2663-efe8-4d3f-b70d-b59dd45d6cec tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/security-groups?id=56f4a7c0-42f8-4820-99ac-28378a2535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026211 Dec 04 01:03:48.834186 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847bda4a-f9c4-4d94-986e-3e4fc897b78c service neutron] Pushing event updated for resources: {'Port': ['ID=333f2170-a8e7-4086-aed9-6f33b8c09b2b,revision_number=2']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:03:48.838666 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-847bda4a-f9c4-4d94-986e-3e4fc897b78c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:03:48.934181 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:49.027600 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-04d750ef-138d-4675-8e31-c11b4a884938 req-847bda4a-f9c4-4d94-986e-3e4fc897b78c service neutron] Attempting to bind port 333f2170-a8e7-4086-aed9-6f33b8c09b2b on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 01:03:49.027897 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-04d750ef-138d-4675-8e31-c11b4a884938 req-847bda4a-f9c4-4d94-986e-3e4fc897b78c service neutron] Attempting to bind port 333f2170-a8e7-4086-aed9-6f33b8c09b2b by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '4c6a271c-d200-4b7f-820a-aaa9e1988b7f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1b02a468-0a0c-457f-bb78-c649dfc141ce'}] {{(pid=80327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 01:03:49.028255 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d750ef-138d-4675-8e31-c11b4a884938 req-847bda4a-f9c4-4d94-986e-3e4fc897b78c service neutron] Attempting to bind port 333f2170-a8e7-4086-aed9-6f33b8c09b2b on network 1b02a468-0a0c-457f-bb78-c649dfc141ce {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 01:03:49.034539 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d750ef-138d-4675-8e31-c11b4a884938 req-847bda4a-f9c4-4d94-986e-3e4fc897b78c service neutron] Checking agent: {'id': '37b4fca6-97cd-43de-9e09-0e080c5ad260', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 52, 16), 'started_at': datetime.datetime(2020, 12, 4, 0, 52, 46), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 1, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 01:03:49.034909 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d750ef-138d-4675-8e31-c11b4a884938 req-847bda4a-f9c4-4d94-986e-3e4fc897b78c service neutron] Checking segment: {'id': '4c6a271c-d200-4b7f-820a-aaa9e1988b7f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1b02a468-0a0c-457f-bb78-c649dfc141ce'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 01:03:49.035339 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-04d750ef-138d-4675-8e31-c11b4a884938 req-847bda4a-f9c4-4d94-986e-3e4fc897b78c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:49.035751 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d750ef-138d-4675-8e31-c11b4a884938 req-847bda4a-f9c4-4d94-986e-3e4fc897b78c service neutron] Bound using segment: {'id': '4c6a271c-d200-4b7f-820a-aaa9e1988b7f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1b02a468-0a0c-457f-bb78-c649dfc141ce'} {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 01:03:49.036215 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-04d750ef-138d-4675-8e31-c11b4a884938 req-847bda4a-f9c4-4d94-986e-3e4fc897b78c service neutron] Bound port: 333f2170-a8e7-4086-aed9-6f33b8c09b2b, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c6a271c-d200-4b7f-820a-aaa9e1988b7f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1b02a468-0a0c-457f-bb78-c649dfc141ce'}}] {{(pid=80327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 01:03:49.036588 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-04d750ef-138d-4675-8e31-c11b4a884938 req-847bda4a-f9c4-4d94-986e-3e4fc897b78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:49.124835 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-04d750ef-138d-4675-8e31-c11b4a884938 req-847bda4a-f9c4-4d94-986e-3e4fc897b78c service neutron] For port 333f2170-a8e7-4086-aed9-6f33b8c09b2b, host hv-cinder-76330, cleared binding levels {{(pid=80327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 01:03:49.127986 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-04d750ef-138d-4675-8e31-c11b4a884938 req-847bda4a-f9c4-4d94-986e-3e4fc897b78c service neutron] For port 333f2170-a8e7-4086-aed9-6f33b8c09b2b, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=333f2170-a8e7-4086-aed9-6f33b8c09b2b,segment=NetworkSegment(4c6a271c-d200-4b7f-820a-aaa9e1988b7f),segment_id=4c6a271c-d200-4b7f-820a-aaa9e1988b7f)] {{(pid=80327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 01:03:49.162788 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-04d750ef-138d-4675-8e31-c11b4a884938 req-847bda4a-f9c4-4d94-986e-3e4fc897b78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27697970'] for port, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:49.178486 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-5e842325-88c0-4202-a39d-47c60a5d1185 tempest-AttachVolumeShelveTestJSON-1251871002 tempest-AttachVolumeShelveTestJSON-1251871002] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:03:49.332375 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847bda4a-f9c4-4d94-986e-3e4fc897b78c service neutron] Pushing event updated for resources: {'Port': ['ID=333f2170-a8e7-4086-aed9-6f33b8c09b2b,revision_number=3']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:03:49.336868 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-847bda4a-f9c4-4d94-986e-3e4fc897b78c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:03:49.365818 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d750ef-138d-4675-8e31-c11b4a884938 req-847bda4a-f9c4-4d94-986e-3e4fc897b78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:03:49.366494 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-04d750ef-138d-4675-8e31-c11b4a884938 req-847bda4a-f9c4-4d94-986e-3e4fc897b78c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:49.367999 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-04d750ef-138d-4675-8e31-c11b4a884938 req-847bda4a-f9c4-4d94-986e-3e4fc897b78c service neutron] 10.222.0.86 "PUT /v2.0/ports/333f2170-a8e7-4086-aed9-6f33b8c09b2b HTTP/1.1" status: 200 len: 1158 time: 1.3630412 Dec 04 01:03:49.368516 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faecccaa-094c-448f-b045-d3e82b8bc313', 'tag': '333f2170-a8e7-4086-aed9-6f33b8c09b2b'}] {{(pid=80327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 01:03:49.427313 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faecccaa-094c-448f-b045-d3e82b8bc313', 'tag': '333f2170-a8e7-4086-aed9-6f33b8c09b2b', 'status': 'completed', 'code': 200} Dec 04 01:03:49.542884 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5b765-e32b-4800-beac-ca51fc920177 req-58452185-f234-4523-97b6-3ec5c1e6d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:03:49.544527 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8be5b765-e32b-4800-beac-ca51fc920177 req-58452185-f234-4523-97b6-3ec5c1e6d3f7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=13f3d35ed90f46ad83846cff052ab270&device_id=faecccaa-094c-448f-b045-d3e82b8bc313 HTTP/1.1" status: 200 len: 1161 time: 0.0746620 Dec 04 01:03:49.704072 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5b765-e32b-4800-beac-ca51fc920177 req-4a9c4b71-b0d8-4bce-8694-b490def3d811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:03:49.705678 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8be5b765-e32b-4800-beac-ca51fc920177 req-4a9c4b71-b0d8-4bce-8694-b490def3d811 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=13f3d35ed90f46ad83846cff052ab270&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1469586 Dec 04 01:03:49.862204 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5b765-e32b-4800-beac-ca51fc920177 req-d3f488fd-00eb-4107-bce4-363063e01e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:03:49.863838 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8be5b765-e32b-4800-beac-ca51fc920177 req-d3f488fd-00eb-4107-bce4-363063e01e39 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1517444 Dec 04 01:03:50.035463 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51fa19-d179-4bc7-ab7c-e281a65084d4 req-862da71e-f67a-4bec-b590-845976d09a4a tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:03:50.037086 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-4e51fa19-d179-4bc7-ab7c-e281a65084d4 req-862da71e-f67a-4bec-b590-845976d09a4a tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/ports?device_id=faecccaa-094c-448f-b045-d3e82b8bc313 HTTP/1.1" status: 200 len: 944 time: 0.1521018 Dec 04 01:03:50.038952 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d750ef-138d-4675-8e31-c11b4a884938 req-b71bfacf-d770-4556-a24e-a150f16ef1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:03:50.040441 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-04d750ef-138d-4675-8e31-c11b4a884938 req-b71bfacf-d770-4556-a24e-a150f16ef1eb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=13f3d35ed90f46ad83846cff052ab270&device_id=faecccaa-094c-448f-b045-d3e82b8bc313 HTTP/1.1" status: 200 len: 1161 time: 0.1162117 Dec 04 01:03:50.138670 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-04d750ef-138d-4675-8e31-c11b4a884938 req-facf405d-060f-489f-adf9-59ce4d6325ba service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=333f2170-a8e7-4086-aed9-6f33b8c09b2b HTTP/1.1" status: 200 len: 217 time: 0.0787823 Dec 04 01:03:50.149462 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-4e51fa19-d179-4bc7-ab7c-e281a65084d4 req-7017c8aa-9d46-4950-ba3e-e4cafb8898b4 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/security-groups?id=56f4a7c0-42f8-4820-99ac-28378a2535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060007 Dec 04 01:03:50.214461 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d750ef-138d-4675-8e31-c11b4a884938 req-a752b84f-76ef-4fac-ab67-8050388704fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:03:50.216090 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-04d750ef-138d-4675-8e31-c11b4a884938 req-a752b84f-76ef-4fac-ab67-8050388704fb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2e28e247-ee30-46d0-8a11-59cf73290c8f HTTP/1.1" status: 200 len: 854 time: 0.0693991 Dec 04 01:03:50.272707 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-04d750ef-138d-4675-8e31-c11b4a884938 req-d97c0fd1-45bd-44a5-be7c-4793d95cdcda service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1b02a468-0a0c-457f-bb78-c649dfc141ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469098 Dec 04 01:03:50.420232 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-04d750ef-138d-4675-8e31-c11b4a884938 req-e2219bad-3ef2-4c3f-9b10-38e087b10cbd service neutron] 10.222.0.86 "GET /v2.0/networks/1b02a468-0a0c-457f-bb78-c649dfc141ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411395 Dec 04 01:03:50.567651 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-04d750ef-138d-4675-8e31-c11b4a884938 req-4a30250a-58fe-4098-9cc8-6342e07dca05 service neutron] 10.222.0.86 "GET /v2.0/networks/1b02a468-0a0c-457f-bb78-c649dfc141ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1395178 Dec 04 01:03:51.366701 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb36e9a-825a-4551-9baf-db3348214d46 req-e608aab2-c2ab-49a9-952c-21718826579e tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:03:51.368306 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-efb36e9a-825a-4551-9baf-db3348214d46 req-e608aab2-c2ab-49a9-952c-21718826579e tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/ports?device_id=faecccaa-094c-448f-b045-d3e82b8bc313 HTTP/1.1" status: 200 len: 944 time: 0.0828333 Dec 04 01:03:51.414682 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-efb36e9a-825a-4551-9baf-db3348214d46 req-a5a375b8-3206-4df6-9c32-e0a795438eb3 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/security-groups?id=56f4a7c0-42f8-4820-99ac-28378a2535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399957 Dec 04 01:03:52.845355 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45dabfc-360f-45aa-ae98-34e646184589 req-a717fc0a-0de1-435d-b64c-af304edfc5d2 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:03:52.846955 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b45dabfc-360f-45aa-ae98-34e646184589 req-a717fc0a-0de1-435d-b64c-af304edfc5d2 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/ports?device_id=faecccaa-094c-448f-b045-d3e82b8bc313 HTTP/1.1" status: 200 len: 944 time: 0.3009744 Dec 04 01:03:52.895602 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b45dabfc-360f-45aa-ae98-34e646184589 req-543f6c16-c9af-4176-bdd7-05e5721ce17c tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/security-groups?id=56f4a7c0-42f8-4820-99ac-28378a2535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420945 Dec 04 01:03:53.001144 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 333f2170-a8e7-4086-aed9-6f33b8c09b2b up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 01:03:53.101432 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning for port 333f2170-a8e7-4086-aed9-6f33b8c09b2b completed by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 01:03:53.106468 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port 333f2170-a8e7-4086-aed9-6f33b8c09b2b triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:03:53.106889 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:53.225435 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:53.252846 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faecccaa-094c-448f-b045-d3e82b8bc313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333f2170-a8e7-4086-aed9-6f33b8c09b2b'}] {{(pid=80328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 01:03:53.262941 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] For port 333f2170-a8e7-4086-aed9-6f33b8c09b2b, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=333f2170-a8e7-4086-aed9-6f33b8c09b2b,segment=NetworkSegment(4c6a271c-d200-4b7f-820a-aaa9e1988b7f),segment_id=4c6a271c-d200-4b7f-820a-aaa9e1988b7f)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:03:53.313153 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faecccaa-094c-448f-b045-d3e82b8bc313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '333f2170-a8e7-4086-aed9-6f33b8c09b2b', 'code': 200} Dec 04 01:03:53.341287 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:53.343324 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:03:53.412201 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Pushing event updated for resources: {'Port': ['ID=333f2170-a8e7-4086-aed9-6f33b8c09b2b,revision_number=4']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:03:53.420043 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:53.420432 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:53.420811 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:53.421188 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:53.421560 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:53.421930 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:53.422335 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:53.422704 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:53.423069 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:53.423460 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:53.423828 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:53.424189 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:53.424591 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:53.424957 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:53.425321 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:53.425712 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:53.426070 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:53.426434 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:53.426805 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:53.427179 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:53.427546 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:53.427907 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:53.428275 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:53.428688 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:03:53.433281 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:03:53.665302 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c43dd6-5d64-4725-a734-0996a2f701fc req-b82e028a-0779-4b00-998b-494700286ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:03:53.666936 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-93c43dd6-5d64-4725-a734-0996a2f701fc req-b82e028a-0779-4b00-998b-494700286ac4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=faecccaa-094c-448f-b045-d3e82b8bc313 HTTP/1.1" status: 200 len: 1163 time: 0.0757308 Dec 04 01:03:53.711405 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-93c43dd6-5d64-4725-a734-0996a2f701fc req-504f528e-c8d5-4bc4-9e35-83953efcade0 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=56f4a7c0-42f8-4820-99ac-28378a2535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374272 Dec 04 01:03:54.113383 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b589a9-20a3-47a3-b2d8-82977101ba7f req-637f1416-3985-4d7e-a5c2-854cc85fd42d tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:03:54.115179 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-46b589a9-20a3-47a3-b2d8-82977101ba7f req-637f1416-3985-4d7e-a5c2-854cc85fd42d tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/ports?device_id=faecccaa-094c-448f-b045-d3e82b8bc313 HTTP/1.1" status: 200 len: 946 time: 0.0890214 Dec 04 01:03:54.163026 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-46b589a9-20a3-47a3-b2d8-82977101ba7f req-6fc2ff6a-6559-46a5-a46e-e3f3eebbae3a tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/security-groups?id=56f4a7c0-42f8-4820-99ac-28378a2535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413377 Dec 04 01:03:54.779470 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 333f2170-a8e7-4086-aed9-6f33b8c09b2b up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 01:03:54.849316 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port 333f2170-a8e7-4086-aed9-6f33b8c09b2b triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:03:54.849741 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:55.353389 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 6 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 01:03:55.377882 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8c9e5-8bfe-4a02-9c3c-859df3566d03 req-edd9c73e-2cf8-416a-9a3e-3a4f06e72fdd tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:03:55.379501 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-54a8c9e5-8bfe-4a02-9c3c-859df3566d03 req-edd9c73e-2cf8-416a-9a3e-3a4f06e72fdd tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/ports?device_id=faecccaa-094c-448f-b045-d3e82b8bc313 HTTP/1.1" status: 200 len: 946 time: 0.0840867 Dec 04 01:03:55.430104 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-54a8c9e5-8bfe-4a02-9c3c-859df3566d03 req-4590d58e-3afc-48ae-b5e6-fcd0996efe44 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/security-groups?id=56f4a7c0-42f8-4820-99ac-28378a2535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438931 Dec 04 01:03:59.168069 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 45232) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:03:59.321809 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a9850079-c0c8-4922-8315-66ab356dca95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:59.337925 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-a9850079-c0c8-4922-8315-66ab356dca95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:03:59.342025 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-a9850079-c0c8-4922-8315-66ab356dca95 admin admin] Usage tracker for resource:security_group_rule and tenant:2380da8939b4447fb4adf55817eec058 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 01:03:59.345040 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-a9850079-c0c8-4922-8315-66ab356dca95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 01:03:59.351483 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-a9850079-c0c8-4922-8315-66ab356dca95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:03:59.437023 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a9850079-c0c8-4922-8315-66ab356dca95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:59.489824 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a9850079-c0c8-4922-8315-66ab356dca95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:59.507958 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-d7b89dca-32d7-40d8-9343-89a0835602d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:03:59.544342 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-a9850079-c0c8-4922-8315-66ab356dca95 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2380da8939b4447fb4adf55817eec058&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3750637 Dec 04 01:03:59.546086 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9850079-c0c8-4922-8315-66ab356dca95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95d039c-d748-44cc-888b-ccb4c96cee18,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:03:59.547466 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 45240) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:03:59.549392 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a9850079-c0c8-4922-8315-66ab356dca95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:03:59.609659 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e55a7048-5ee1-451f-be84-efbbf9ff9abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:59.636758 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e55a7048-5ee1-451f-be84-efbbf9ff9abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:59.712135 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e55a7048-5ee1-451f-be84-efbbf9ff9abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:59.717199 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a8a56b07-e787-4897-b6f8-fc4325d0442b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:03:59.731969 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55a7048-5ee1-451f-be84-efbbf9ff9abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95d039c-d748-44cc-888b-ccb4c96cee18,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:03:59.734365 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e55a7048-5ee1-451f-be84-efbbf9ff9abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:03:59.735605 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-e55a7048-5ee1-451f-be84-efbbf9ff9abf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a95d039c-d748-44cc-888b-ccb4c96cee18 HTTP/1.1" status: 204 len: 168 time: 0.1870508 Dec 04 01:03:59.736596 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-e55a7048-5ee1-451f-be84-efbbf9ff9abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:04:12.992993 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 45404) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:04:13.142264 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-bcb7b1c0-2d5d-4b96-a7a5-7e20625e84ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:13.158304 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-bcb7b1c0-2d5d-4b96-a7a5-7e20625e84ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:04:13.162540 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-bcb7b1c0-2d5d-4b96-a7a5-7e20625e84ca admin admin] Usage tracker for resource:security_group_rule and tenant:5679d11b8bd54d658155f6af04f36034 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 01:04:13.165606 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-bcb7b1c0-2d5d-4b96-a7a5-7e20625e84ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 01:04:13.171778 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-bcb7b1c0-2d5d-4b96-a7a5-7e20625e84ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:04:13.261544 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-bcb7b1c0-2d5d-4b96-a7a5-7e20625e84ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:13.304581 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-bcb7b1c0-2d5d-4b96-a7a5-7e20625e84ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:13.313411 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-057ab52d-a858-422a-adbe-e79b70f04120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:04:13.355204 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-bcb7b1c0-2d5d-4b96-a7a5-7e20625e84ca admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5679d11b8bd54d658155f6af04f36034&name=default HTTP/1.1" status: 200 len: 2879 time: 0.3610141 Dec 04 01:04:13.356782 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7b1c0-2d5d-4b96-a7a5-7e20625e84ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=badac03d-e670-4276-a670-4056d26cc0c6,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:04:13.358113 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 45412) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:04:13.360380 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-bcb7b1c0-2d5d-4b96-a7a5-7e20625e84ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:04:13.420975 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c6e298f4-ea9f-4580-98db-b201c7d481b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:13.448938 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c6e298f4-ea9f-4580-98db-b201c7d481b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:13.550482 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c6e298f4-ea9f-4580-98db-b201c7d481b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:13.556259 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-1cf74ed7-611b-4129-b1bc-fbb90fc13ffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:04:13.573841 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e298f4-ea9f-4580-98db-b201c7d481b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badac03d-e670-4276-a670-4056d26cc0c6,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:04:13.576880 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c6e298f4-ea9f-4580-98db-b201c7d481b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:04:13.601927 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c6e298f4-ea9f-4580-98db-b201c7d481b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:13.603206 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-c6e298f4-ea9f-4580-98db-b201c7d481b5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/badac03d-e670-4276-a670-4056d26cc0c6 HTTP/1.1" status: 204 len: 168 time: 0.2440083 Dec 04 01:04:14.672298 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-5568170d-b39b-42be-adcb-37e0c67c1e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:16.301669 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:16.385031 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1788375-6b47-49bc-a5a8-b022807b980a req-6f68783f-0804-45a4-a6af-e9578dcddaa7 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:04:16.386628 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c1788375-6b47-49bc-a5a8-b022807b980a req-6f68783f-0804-45a4-a6af-e9578dcddaa7 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/ports?device_id=faecccaa-094c-448f-b045-d3e82b8bc313 HTTP/1.1" status: 200 len: 946 time: 0.0836499 Dec 04 01:04:16.433526 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c1788375-6b47-49bc-a5a8-b022807b980a req-23cd406f-c423-4531-906f-5e5dfb01b41c tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/security-groups?id=56f4a7c0-42f8-4820-99ac-28378a2535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404255 Dec 04 01:04:16.792208 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-237f506b-1be9-4cbf-95d9-9b60f2895621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:17.493157 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:17.650764 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f16af-b750-45b6-b889-225132c8485e req-c549aff2-c4b4-45b0-83f0-674c630745ca tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:04:17.652394 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b90f16af-b750-45b6-b889-225132c8485e req-c549aff2-c4b4-45b0-83f0-674c630745ca tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/ports?device_id=faecccaa-094c-448f-b045-d3e82b8bc313 HTTP/1.1" status: 200 len: 946 time: 0.0873296 Dec 04 01:04:17.698958 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b90f16af-b750-45b6-b889-225132c8485e req-2d610fd7-a4f0-4774-993a-c2fc7e394828 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/security-groups?id=56f4a7c0-42f8-4820-99ac-28378a2535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402968 Dec 04 01:04:18.517779 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:18.918816 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1ac9f-ba30-41b5-b442-51604e1c5e74 req-122b0db1-ddc0-4e38-a9d6-81a1bd70a469 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:04:18.920473 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e3f1ac9f-ba30-41b5-b442-51604e1c5e74 req-122b0db1-ddc0-4e38-a9d6-81a1bd70a469 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/ports?device_id=faecccaa-094c-448f-b045-d3e82b8bc313 HTTP/1.1" status: 200 len: 946 time: 0.0909712 Dec 04 01:04:18.929697 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:18.968311 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e3f1ac9f-ba30-41b5-b442-51604e1c5e74 req-0970f33f-46dd-4dc6-a825-52a96e324585 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/security-groups?id=56f4a7c0-42f8-4820-99ac-28378a2535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413172 Dec 04 01:04:20.380981 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6a4155-aab8-4b8f-ba95-e680925b78fe req-bb0c3cf3-f5eb-4441-acf9-611963590447 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:04:20.382583 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ae6a4155-aab8-4b8f-ba95-e680925b78fe req-bb0c3cf3-f5eb-4441-acf9-611963590447 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/ports?device_id=faecccaa-094c-448f-b045-d3e82b8bc313 HTTP/1.1" status: 200 len: 946 time: 0.2822099 Dec 04 01:04:20.429088 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ae6a4155-aab8-4b8f-ba95-e680925b78fe req-0d012960-1e26-4da1-98ef-58d6fcb575a8 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/security-groups?id=56f4a7c0-42f8-4820-99ac-28378a2535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400736 Dec 04 01:04:21.349081 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79635f94-b9c5-448a-b22e-14531714efcf req-b9ac36f4-e811-44c7-8cc6-b4fab4affca4 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:04:21.350628 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-79635f94-b9c5-448a-b22e-14531714efcf req-b9ac36f4-e811-44c7-8cc6-b4fab4affca4 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.86 "GET /v2.0/ports?device_id=faecccaa-094c-448f-b045-d3e82b8bc313 HTTP/1.1" status: 200 len: 946 time: 0.0871468 Dec 04 01:04:21.422383 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-79635f94-b9c5-448a-b22e-14531714efcf req-8c01e1b3-0d6a-4ba4-95d3-02e09372d806 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Deleting port 333f2170-a8e7-4086-aed9-6f33b8c09b2b {{(pid=80327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 01:04:21.422923 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-79635f94-b9c5-448a-b22e-14531714efcf req-8c01e1b3-0d6a-4ba4-95d3-02e09372d806 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:21.732695 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-79635f94-b9c5-448a-b22e-14531714efcf req-8c01e1b3-0d6a-4ba4-95d3-02e09372d806 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] For port 333f2170-a8e7-4086-aed9-6f33b8c09b2b, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=333f2170-a8e7-4086-aed9-6f33b8c09b2b,segment=NetworkSegment(4c6a271c-d200-4b7f-820a-aaa9e1988b7f),segment_id=4c6a271c-d200-4b7f-820a-aaa9e1988b7f)] {{(pid=80327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:04:21.733034 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-79635f94-b9c5-448a-b22e-14531714efcf req-8c01e1b3-0d6a-4ba4-95d3-02e09372d806 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:21.871797 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-79635f94-b9c5-448a-b22e-14531714efcf req-8c01e1b3-0d6a-4ba4-95d3-02e09372d806 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Calling delete_port for 333f2170-a8e7-4086-aed9-6f33b8c09b2b owned by compute:nova {{(pid=80327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 01:04:21.945058 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa320cce-b386-49f1-8267-79e5638a8783 req-cf3d67c5-d652-40c6-b51a-a1b1a8ee2063 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:04:21.946680 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-fa320cce-b386-49f1-8267-79e5638a8783 req-cf3d67c5-d652-40c6-b51a-a1b1a8ee2063 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/ports?device_id=faecccaa-094c-448f-b045-d3e82b8bc313 HTTP/1.1" status: 200 len: 946 time: 0.3857324 Dec 04 01:04:22.009758 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-fa320cce-b386-49f1-8267-79e5638a8783 req-74c093ed-4919-4ba4-9afa-0a7e03aa8eaa tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/security-groups?id=56f4a7c0-42f8-4820-99ac-28378a2535b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471501 Dec 04 01:04:22.138980 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-79635f94-b9c5-448a-b22e-14531714efcf req-8c01e1b3-0d6a-4ba4-95d3-02e09372d806 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291473225622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291473606618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:22.153861 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a209b394-ab58-46ff-8fca-da32cebf78e3 tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:04:22.202747 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c01e1b3-0d6a-4ba4-95d3-02e09372d806 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Pushing event deleted for resources: {'Port': ['ID=333f2170-a8e7-4086-aed9-6f33b8c09b2b,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:04:22.265177 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c01e1b3-0d6a-4ba4-95d3-02e09372d806 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:22.265528 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c01e1b3-0d6a-4ba4-95d3-02e09372d806 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:22.265939 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c01e1b3-0d6a-4ba4-95d3-02e09372d806 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:22.266345 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c01e1b3-0d6a-4ba4-95d3-02e09372d806 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:22.266746 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c01e1b3-0d6a-4ba4-95d3-02e09372d806 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:22.267370 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c01e1b3-0d6a-4ba4-95d3-02e09372d806 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:22.267563 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c01e1b3-0d6a-4ba4-95d3-02e09372d806 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:22.267912 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c01e1b3-0d6a-4ba4-95d3-02e09372d806 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:22.268305 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c01e1b3-0d6a-4ba4-95d3-02e09372d806 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:22.268701 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c01e1b3-0d6a-4ba4-95d3-02e09372d806 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:22.269093 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c01e1b3-0d6a-4ba4-95d3-02e09372d806 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:22.269486 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c01e1b3-0d6a-4ba4-95d3-02e09372d806 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:22.269943 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c01e1b3-0d6a-4ba4-95d3-02e09372d806 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:22.270336 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c01e1b3-0d6a-4ba4-95d3-02e09372d806 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:22.270728 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c01e1b3-0d6a-4ba4-95d3-02e09372d806 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:22.271119 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c01e1b3-0d6a-4ba4-95d3-02e09372d806 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:22.271538 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c01e1b3-0d6a-4ba4-95d3-02e09372d806 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:22.271930 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c01e1b3-0d6a-4ba4-95d3-02e09372d806 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:22.272323 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c01e1b3-0d6a-4ba4-95d3-02e09372d806 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:22.272712 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c01e1b3-0d6a-4ba4-95d3-02e09372d806 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:22.273102 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c01e1b3-0d6a-4ba4-95d3-02e09372d806 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:22.273492 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c01e1b3-0d6a-4ba4-95d3-02e09372d806 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:22.273881 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c01e1b3-0d6a-4ba4-95d3-02e09372d806 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:22.274270 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c01e1b3-0d6a-4ba4-95d3-02e09372d806 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:22.279298 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-8c01e1b3-0d6a-4ba4-95d3-02e09372d806 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:04:22.375203 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [req-79635f94-b9c5-448a-b22e-14531714efcf req-8c01e1b3-0d6a-4ba4-95d3-02e09372d806 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] No DVR routers for this DVR port 333f2170-a8e7-4086-aed9-6f33b8c09b2b on host hv-cinder-76330 {{(pid=80327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 01:04:22.377480 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-79635f94-b9c5-448a-b22e-14531714efcf req-8c01e1b3-0d6a-4ba4-95d3-02e09372d806 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:22.380382 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faecccaa-094c-448f-b045-d3e82b8bc313', 'name': 'network-vif-deleted', 'tag': '333f2170-a8e7-4086-aed9-6f33b8c09b2b'}] {{(pid=80327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 01:04:22.439637 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-79635f94-b9c5-448a-b22e-14531714efcf req-8c01e1b3-0d6a-4ba4-95d3-02e09372d806 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.86 "DELETE /v2.0/ports/333f2170-a8e7-4086-aed9-6f33b8c09b2b HTTP/1.1" status: 204 len: 173 time: 1.0833142 Dec 04 01:04:22.441400 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faecccaa-094c-448f-b045-d3e82b8bc313', 'name': 'network-vif-deleted', 'tag': '333f2170-a8e7-4086-aed9-6f33b8c09b2b', 'status': 'completed', 'code': 200} Dec 04 01:04:22.860426 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 333f2170-a8e7-4086-aed9-6f33b8c09b2b no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 01:04:22.898318 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] No Port match for: 333f2170-a8e7-4086-aed9-6f33b8c09b2b {{(pid=80328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 01:04:22.898706 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 333f2170-a8e7-4086-aed9-6f33b8c09b2b not bound to the agent host hv-cinder-76330 {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 01:04:23.201857 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-938a6933-28f7-4100-87a6-c70d57b8c67f req-f21a82aa-6780-463d-af42-282ad1d35433 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Synchronizing usage tracker for tenant:13f3d35ed90f46ad83846cff052ab270 on resource:port {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 01:04:23.237890 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-938a6933-28f7-4100-87a6-c70d57b8c67f req-f21a82aa-6780-463d-af42-282ad1d35433 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Unset dirty status for tenant:13f3d35ed90f46ad83846cff052ab270 on resource:port {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 01:04:23.239745 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-938a6933-28f7-4100-87a6-c70d57b8c67f req-f21a82aa-6780-463d-af42-282ad1d35433 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] 10.222.0.73 "GET /v2.0/ports?device_id=faecccaa-094c-448f-b045-d3e82b8bc313 HTTP/1.1" status: 200 len: 210 time: 0.0839279 Dec 04 01:04:32.353558 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 6 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 01:04:44.681284 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-30a64f9e-c1aa-4ddf-972a-d5293e1669d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:45.254908 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 45566) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:04:45.322643 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_v2 [None req-24040afd-427f-4389-83d5-fb0135ce44e1 admin admin] Deleting subnet 2e28e247-ee30-46d0-8a11-59cf73290c8f {{(pid=80326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 04 01:04:45.325731 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-24040afd-427f-4389-83d5-fb0135ce44e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:45.381917 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-24040afd-427f-4389-83d5-fb0135ce44e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1741052'] for subnet, precommit_delete_associations {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:45.440625 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-24040afd-427f-4389-83d5-fb0135ce44e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3344645'] for subnet, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:45.733000 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-24040afd-427f-4389-83d5-fb0135ce44e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851431139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27592852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593405'] for subnet, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:45.749320 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:04:45.836440 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24040afd-427f-4389-83d5-fb0135ce44e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e28e247-ee30-46d0-8a11-59cf73290c8f,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:04:45.857266 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24040afd-427f-4389-83d5-fb0135ce44e1 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:45.857682 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24040afd-427f-4389-83d5-fb0135ce44e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:45.858088 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24040afd-427f-4389-83d5-fb0135ce44e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:45.858489 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24040afd-427f-4389-83d5-fb0135ce44e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:45.858888 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24040afd-427f-4389-83d5-fb0135ce44e1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:45.859305 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24040afd-427f-4389-83d5-fb0135ce44e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:45.859700 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24040afd-427f-4389-83d5-fb0135ce44e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:45.860090 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24040afd-427f-4389-83d5-fb0135ce44e1 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:45.860481 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24040afd-427f-4389-83d5-fb0135ce44e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:45.860867 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24040afd-427f-4389-83d5-fb0135ce44e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:45.861257 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24040afd-427f-4389-83d5-fb0135ce44e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:45.861642 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24040afd-427f-4389-83d5-fb0135ce44e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:45.862094 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24040afd-427f-4389-83d5-fb0135ce44e1 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:45.862460 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24040afd-427f-4389-83d5-fb0135ce44e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:45.862848 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24040afd-427f-4389-83d5-fb0135ce44e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:45.863278 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24040afd-427f-4389-83d5-fb0135ce44e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:45.863673 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24040afd-427f-4389-83d5-fb0135ce44e1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:45.864061 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24040afd-427f-4389-83d5-fb0135ce44e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:45.864449 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24040afd-427f-4389-83d5-fb0135ce44e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:45.864833 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24040afd-427f-4389-83d5-fb0135ce44e1 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:45.865245 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24040afd-427f-4389-83d5-fb0135ce44e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:45.865631 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24040afd-427f-4389-83d5-fb0135ce44e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:45.866019 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24040afd-427f-4389-83d5-fb0135ce44e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:45.866403 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24040afd-427f-4389-83d5-fb0135ce44e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:45.874026 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-24040afd-427f-4389-83d5-fb0135ce44e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:04:45.902353 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-24040afd-427f-4389-83d5-fb0135ce44e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:45.908453 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-24040afd-427f-4389-83d5-fb0135ce44e1 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/2e28e247-ee30-46d0-8a11-59cf73290c8f HTTP/1.1" status: 204 len: 168 time: 0.6524394 Dec 04 01:04:45.911184 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 45570) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:04:46.028988 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-1823619f-f2c0-4e95-831b-de32ad231084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851311705'] for network, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:46.217541 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-1823619f-f2c0-4e95-831b-de32ad231084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3342492', 'neutron.services.segments.db._delete_segments_for_network--9223363291473146808'] for network, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:46.260292 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:46.336675 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.segments.db [None req-1823619f-f2c0-4e95-831b-de32ad231084 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b02a468-0a0c-457f-bb78-c649dfc141ce']}} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:04:46.349280 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.segments.db [None req-1823619f-f2c0-4e95-831b-de32ad231084 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c6a271c-d200-4b7f-820a-aaa9e1988b7f') {'for_net_delete': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:04:46.350177 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.segments.db [None req-1823619f-f2c0-4e95-831b-de32ad231084 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c6a271c-d200-4b7f-820a-aaa9e1988b7f') {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:04:46.362131 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-1823619f-f2c0-4e95-831b-de32ad231084 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291473144760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853034764'] for segment, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:46.425889 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-1823619f-f2c0-4e95-831b-de32ad231084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851436430'] for segment, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:46.428264 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1823619f-f2c0-4e95-831b-de32ad231084 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 04 01:04:46.795957 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-5786f9ac-b1f0-4e0a-b83b-306290594330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:46.829821 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-1823619f-f2c0-4e95-831b-de32ad231084 admin admin] Network 1b02a468-0a0c-457f-bb78-c649dfc141ce has no segments {{(pid=80326) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 01:04:46.839334 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-1823619f-f2c0-4e95-831b-de32ad231084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3339386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827181513'] for segment, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:47.018439 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-1823619f-f2c0-4e95-831b-de32ad231084 admin admin] Network 1b02a468-0a0c-457f-bb78-c649dfc141ce has no segments {{(pid=80326) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 01:04:47.041155 dv-cinder-763306-5-smb neutron-server[80215]: Traceback (most recent call last): Dec 04 01:04:47.041155 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 04 01:04:47.041155 dv-cinder-763306-5-smb neutron-server[80215]: timer() Dec 04 01:04:47.041155 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 04 01:04:47.041155 dv-cinder-763306-5-smb neutron-server[80215]: cb(*args, **kw) Dec 04 01:04:47.041155 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 04 01:04:47.041155 dv-cinder-763306-5-smb neutron-server[80215]: return func(*args, **kwargs) Dec 04 01:04:47.041155 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 04 01:04:47.041155 dv-cinder-763306-5-smb neutron-server[80215]: self._notify() Dec 04 01:04:47.041155 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 04 01:04:47.041155 dv-cinder-763306-5-smb neutron-server[80215]: self.callback(batched_events) Dec 04 01:04:47.041155 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 04 01:04:47.041155 dv-cinder-763306-5-smb neutron-server[80215]: event.method(event) Dec 04 01:04:47.041155 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 04 01:04:47.041155 dv-cinder-763306-5-smb neutron-server[80215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 04 01:04:47.041155 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 04 01:04:47.041155 dv-cinder-763306-5-smb neutron-server[80215]: segment_id)['aggregates'][0] Dec 04 01:04:47.041155 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 04 01:04:47.041155 dv-cinder-763306-5-smb neutron-server[80215]: return f(self, *a, **k) Dec 04 01:04:47.041155 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 04 01:04:47.041155 dv-cinder-763306-5-smb neutron-server[80215]: return self._get(url).json() Dec 04 01:04:47.041155 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 04 01:04:47.041155 dv-cinder-763306-5-smb neutron-server[80215]: **kwargs) Dec 04 01:04:47.041155 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 04 01:04:47.041155 dv-cinder-763306-5-smb neutron-server[80215]: return self.request(url, 'GET', **kwargs) Dec 04 01:04:47.041155 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 04 01:04:47.041155 dv-cinder-763306-5-smb neutron-server[80215]: **endpoint_filter) Dec 04 01:04:47.041155 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 04 01:04:47.041155 dv-cinder-763306-5-smb neutron-server[80215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 04 01:04:47.041155 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 04 01:04:47.041155 dv-cinder-763306-5-smb neutron-server[80215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 04 01:04:47.041155 dv-cinder-763306-5-smb neutron-server[80215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 04 01:04:47.241877 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-1823619f-f2c0-4e95-831b-de32ad231084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851433324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656478'] for network, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:47.246596 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-1823619f-f2c0-4e95-831b-de32ad231084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for network, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:47.250613 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-04ad54fa-44c9-457a-b136-9d6ea53633e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:04:47.278466 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823619f-f2c0-4e95-831b-de32ad231084 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b02a468-0a0c-457f-bb78-c649dfc141ce,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:04:47.281388 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-1823619f-f2c0-4e95-831b-de32ad231084 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:04:47.310395 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-1823619f-f2c0-4e95-831b-de32ad231084 admin admin] 10.222.0.73 "DELETE /v2.0/networks/1b02a468-0a0c-457f-bb78-c649dfc141ce HTTP/1.1" status: 204 len: 168 time: 1.3980749 Dec 04 01:04:47.470064 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:47.622054 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 45576) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:04:47.673654 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-8a999630-a113-412d-b6ed-e643eb1ef869 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=13f3d35ed90f46ad83846cff052ab270&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0503163 Dec 04 01:04:47.676180 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 45580) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:04:47.736618 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-12cb4ba4-77d8-4f89-b934-89bb081f971a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:47.763680 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-12cb4ba4-77d8-4f89-b934-89bb081f971a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:47.972846 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-12cb4ba4-77d8-4f89-b934-89bb081f971a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:47.978362 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c6e298f4-ea9f-4580-98db-b201c7d481b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:04:47.993232 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb4ba4-77d8-4f89-b934-89bb081f971a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f4a7c0-42f8-4820-99ac-28378a2535b9,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:04:47.996058 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-12cb4ba4-77d8-4f89-b934-89bb081f971a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:04:48.036567 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-12cb4ba4-77d8-4f89-b934-89bb081f971a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:48.037940 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-12cb4ba4-77d8-4f89-b934-89bb081f971a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/56f4a7c0-42f8-4820-99ac-28378a2535b9 HTTP/1.1" status: 204 len: 168 time: 0.3607905 Dec 04 01:04:48.504282 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:48.934269 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:49.152622 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 45602) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:04:49.296473 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-30835e73-ab27-4cb9-a340-953182142b66 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1595848104-network', 'tenant_id': 'ce5c26e5146b48d692420b8cf88ca227'}} {{(pid=80326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 01:04:49.301836 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-30835e73-ab27-4cb9-a340-953182142b66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:04:49.305928 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-30835e73-ab27-4cb9-a340-953182142b66 admin admin] Usage tracker for resource:network and tenant:ce5c26e5146b48d692420b8cf88ca227 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 01:04:49.309013 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-30835e73-ab27-4cb9-a340-953182142b66 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 01:04:49.315195 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-30835e73-ab27-4cb9-a340-953182142b66 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:04:49.360829 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30835e73-ab27-4cb9-a340-953182142b66 admin admin] Made reservation on behalf of ce5c26e5146b48d692420b8cf88ca227 for: {'network': 1} {{(pid=80326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 01:04:49.366146 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-30835e73-ab27-4cb9-a340-953182142b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for network, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:49.383178 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-30835e73-ab27-4cb9-a340-953182142b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:49.398427 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-30835e73-ab27-4cb9-a340-953182142b66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:04:49.402446 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-30835e73-ab27-4cb9-a340-953182142b66 admin admin] Usage tracker for resource:security_group_rule and tenant:ce5c26e5146b48d692420b8cf88ca227 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 01:04:49.405430 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-30835e73-ab27-4cb9-a340-953182142b66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 01:04:49.411623 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-30835e73-ab27-4cb9-a340-953182142b66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:04:49.496195 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-30835e73-ab27-4cb9-a340-953182142b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:49.540113 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-30835e73-ab27-4cb9-a340-953182142b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:49.544289 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-2300769b-434e-4c78-b837-9aa6c46562f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:04:49.574446 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30835e73-ab27-4cb9-a340-953182142b66 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80326) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 04 01:04:49.587108 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30835e73-ab27-4cb9-a340-953182142b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed86d931-7048-473a-8c33-f774bbe9cf86,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:04:49.591372 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-30835e73-ab27-4cb9-a340-953182142b66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:04:49.592344 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-30835e73-ab27-4cb9-a340-953182142b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851436430'] for segment, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:49.592730 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.db.segments_db [None req-30835e73-ab27-4cb9-a340-953182142b66 admin admin] Added segment 51697142-f127-455b-b2d8-603cfb3c31f1 of type vxlan for network bfa5898c-3584-4e54-a8ff-6424b843274f Dec 04 01:04:49.620289 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-30835e73-ab27-4cb9-a340-953182142b66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745381119791'] for network, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:49.680967 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-30835e73-ab27-4cb9-a340-953182142b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616'] for network, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:49.682250 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30835e73-ab27-4cb9-a340-953182142b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:04:49.682908 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-30835e73-ab27-4cb9-a340-953182142b66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for network, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:49.688146 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:04:49.795146 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30835e73-ab27-4cb9-a340-953182142b66 admin admin] Pushing event updated for resources: {'Network': ['ID=bfa5898c-3584-4e54-a8ff-6424b843274f,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:04:49.798957 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-30835e73-ab27-4cb9-a340-953182142b66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:04:49.806628 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Network bfa5898c-3584-4e54-a8ff-6424b843274f details requested by agent ovs-agent-dv-cinder-763306-5-smb with host dv-cinder-763306-5-smb {{(pid=80328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 01:04:49.819111 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-30835e73-ab27-4cb9-a340-953182142b66 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6653457 Dec 04 01:04:49.822318 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 45608) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:04:49.824146 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Network bfa5898c-3584-4e54-a8ff-6424b843274f details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 01:04:49.828704 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-b035e14d-7b6a-439c-bcf4-1f3ae1d3ff34 admin admin] Request body: {'subnet': {'network_id': 'bfa5898c-3584-4e54-a8ff-6424b843274f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1595848104-subnet', 'tenant_id': 'ce5c26e5146b48d692420b8cf88ca227', 'ip_version': 4}} {{(pid=80326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 01:04:49.834166 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-b035e14d-7b6a-439c-bcf4-1f3ae1d3ff34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:04:49.838442 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-b035e14d-7b6a-439c-bcf4-1f3ae1d3ff34 admin admin] Usage tracker for resource:subnet and tenant:ce5c26e5146b48d692420b8cf88ca227 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 01:04:49.841785 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-b035e14d-7b6a-439c-bcf4-1f3ae1d3ff34 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 01:04:49.847912 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-b035e14d-7b6a-439c-bcf4-1f3ae1d3ff34 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:04:49.917157 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b035e14d-7b6a-439c-bcf4-1f3ae1d3ff34 admin admin] Made reservation on behalf of ce5c26e5146b48d692420b8cf88ca227 for: {'subnet': 1} {{(pid=80326) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 01:04:49.922052 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b035e14d-7b6a-439c-bcf4-1f3ae1d3ff34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853182441'] for subnet, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:50.360024 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b035e14d-7b6a-439c-bcf4-1f3ae1d3ff34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036827182895', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853182458'] for subnet, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:50.375427 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-2f695ade-d05d-4620-94d9-785b0daf4b2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:04:50.499143 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b035e14d-7b6a-439c-bcf4-1f3ae1d3ff34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c55e5ca-7fc3-47d0-8a86-745a77902140,revision_number=0']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:04:50.503967 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-b035e14d-7b6a-439c-bcf4-1f3ae1d3ff34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:04:50.571776 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b035e14d-7b6a-439c-bcf4-1f3ae1d3ff34 admin admin] Checking segment: {'id': '51697142-f127-455b-b2d8-603cfb3c31f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bfa5898c-3584-4e54-a8ff-6424b843274f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 01:04:50.572172 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b035e14d-7b6a-439c-bcf4-1f3ae1d3ff34 admin admin] Network hostable DHCP agents. Network: bfa5898c-3584-4e54-a8ff-6424b843274f, hostable agents: ['58f05500-12a8-4f3a-bf6e-722eafa3a905'], hosted agents: [] {{(pid=80326) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 04 01:04:50.625961 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b035e14d-7b6a-439c-bcf4-1f3ae1d3ff34 admin admin] Network bfa5898c-3584-4e54-a8ff-6424b843274f is scheduled to be hosted by DHCP agent 58f05500-12a8-4f3a-bf6e-722eafa3a905 with binding_index 1 {{(pid=80326) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 04 01:04:50.664100 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-b035e14d-7b6a-439c-bcf4-1f3ae1d3ff34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-5-smb, bfa5898c-3584-4e54-a8ff-6424b843274f) {{(pid=80326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 01:04:50.673623 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2166385-b407-4d1d-9a31-bdc0d0ba0451 None None] Network bfa5898c-3584-4e54-a8ff-6424b843274f requested from dv-cinder-763306-5-smb {{(pid=80328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 01:04:50.675968 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b035e14d-7b6a-439c-bcf4-1f3ae1d3ff34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80326) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:04:50.676616 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b035e14d-7b6a-439c-bcf4-1f3ae1d3ff34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:50.722182 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-b035e14d-7b6a-439c-bcf4-1f3ae1d3ff34 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8987517 Dec 04 01:04:50.724957 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 45612) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:04:50.730403 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-616f8651-ec8a-407d-a89d-96f89a96b43e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1595848104-router', 'tenant_id': 'ce5c26e5146b48d692420b8cf88ca227', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae'}}} {{(pid=80326) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 01:04:50.735380 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-616f8651-ec8a-407d-a89d-96f89a96b43e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:04:50.739475 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-616f8651-ec8a-407d-a89d-96f89a96b43e admin admin] Usage tracker for resource:router and tenant:ce5c26e5146b48d692420b8cf88ca227 is out of sync, need to count used quota {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 01:04:50.743190 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-616f8651-ec8a-407d-a89d-96f89a96b43e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80326) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 01:04:50.749243 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-616f8651-ec8a-407d-a89d-96f89a96b43e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80326) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:04:50.790360 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-616f8651-ec8a-407d-a89d-96f89a96b43e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-665739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773399'] for router, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:50.791635 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-616f8651-ec8a-407d-a89d-96f89a96b43e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854117394', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2401'] for router, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:50.809655 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-616f8651-ec8a-407d-a89d-96f89a96b43e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:51.061542 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f51c3b-04da-4b3f-bb35-1a03095b6e0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1639bd91-b761-5fc0-b5a3-901fdf1278c2-bfa5898c-3584-4e54-a8ff-6424b843274f', 'network_id': 'bfa5898c-3584-4e54-a8ff-6424b843274f', 'tenant_id': 'ce5c26e5146b48d692420b8cf88ca227', 'fixed_ips': [{'subnet_id': '7c55e5ca-7fc3-47d0-8a86-745a77902140'}]}} from dv-cinder-763306-5-smb. {{(pid=80328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 04 01:04:51.062449 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-68f51c3b-04da-4b3f-bb35-1a03095b6e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:51.128828 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-616f8651-ec8a-407d-a89d-96f89a96b43e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854117379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854110107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2416'] for router, precommit_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:51.355381 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [None req-68f51c3b-04da-4b3f-bb35-1a03095b6e0f None None] Allocated IP 172.20.0.2 (bfa5898c-3584-4e54-a8ff-6424b843274f/7c55e5ca-7fc3-47d0-8a86-745a77902140/b06677bf-ea69-4473-aad9-fa2d19107406) {{(pid=80328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 01:04:51.494641 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-616f8651-ec8a-407d-a89d-96f89a96b43e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:51.528258 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-616f8651-ec8a-407d-a89d-96f89a96b43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:51.572193 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-68f51c3b-04da-4b3f-bb35-1a03095b6e0f None None] Notify callbacks [] for port, precommit_create {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:51.582988 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-68f51c3b-04da-4b3f-bb35-1a03095b6e0f None None] Transition to ACTIVE for port object b06677bf-ea69-4473-aad9-fa2d19107406 will not be triggered until provisioned by entity L2. {{(pid=80328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 01:04:51.599423 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-68f51c3b-04da-4b3f-bb35-1a03095b6e0f None None] Transition to ACTIVE for port object b06677bf-ea69-4473-aad9-fa2d19107406 will not be triggered until provisioned by entity DHCP. {{(pid=80328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 01:04:51.632366 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-68f51c3b-04da-4b3f-bb35-1a03095b6e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386'] for port, after_create {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:51.647912 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-5aead288-3773-4368-82b0-02cb477826c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:04:51.773211 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f51c3b-04da-4b3f-bb35-1a03095b6e0f None None] Pushing event updated for resources: {'Port': ['ID=b06677bf-ea69-4473-aad9-fa2d19107406,revision_number=1']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:04:51.782733 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-68f51c3b-04da-4b3f-bb35-1a03095b6e0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:04:51.804104 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [None req-616f8651-ec8a-407d-a89d-96f89a96b43e admin admin] Allocated IP 172.28.3.89 (70fae593-b8e3-4ff7-b3b9-3060a635d4ae/838c8f98-d37b-4481-803e-42068845ce24/9bbcdea4-28f1-4909-a777-ba0c52624cc0) {{(pid=80326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 01:04:51.836160 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f51c3b-04da-4b3f-bb35-1a03095b6e0f None None] Network bfa5898c-3584-4e54-a8ff-6424b843274f is already hosted by enough agents. {{(pid=80328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 01:04:51.837328 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-68f51c3b-04da-4b3f-bb35-1a03095b6e0f None None] Resources bound (agent type, host, resource id): {{(pid=80328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 01:04:51.839777 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f51c3b-04da-4b3f-bb35-1a03095b6e0f None None] Received port after_create {{(pid=80328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 01:04:51.897443 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-68f51c3b-04da-4b3f-bb35-1a03095b6e0f None None] Attempting to bind port b06677bf-ea69-4473-aad9-fa2d19107406 on host dv-cinder-763306-5-smb for vnic_type normal with profile {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 01:04:51.897791 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-68f51c3b-04da-4b3f-bb35-1a03095b6e0f None None] Attempting to bind port b06677bf-ea69-4473-aad9-fa2d19107406 by drivers openvswitch on host dv-cinder-763306-5-smb at level 0 using segments [{'id': '51697142-f127-455b-b2d8-603cfb3c31f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bfa5898c-3584-4e54-a8ff-6424b843274f'}] {{(pid=80328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 01:04:51.898204 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f51c3b-04da-4b3f-bb35-1a03095b6e0f None None] Attempting to bind port b06677bf-ea69-4473-aad9-fa2d19107406 on network bfa5898c-3584-4e54-a8ff-6424b843274f {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 01:04:51.904310 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f51c3b-04da-4b3f-bb35-1a03095b6e0f None None] Checking agent: {'id': '47cd6ef8-6b98-4dda-9657-1784e54a0c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 44, 48), 'started_at': datetime.datetime(2020, 12, 4, 0, 45, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 1, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 01:04:51.904731 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f51c3b-04da-4b3f-bb35-1a03095b6e0f None None] Checking segment: {'id': '51697142-f127-455b-b2d8-603cfb3c31f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bfa5898c-3584-4e54-a8ff-6424b843274f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 01:04:51.905257 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-68f51c3b-04da-4b3f-bb35-1a03095b6e0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:51.905696 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f51c3b-04da-4b3f-bb35-1a03095b6e0f None None] Bound using segment: {'id': '51697142-f127-455b-b2d8-603cfb3c31f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bfa5898c-3584-4e54-a8ff-6424b843274f'} {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 01:04:51.906216 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-68f51c3b-04da-4b3f-bb35-1a03095b6e0f None None] Bound port: b06677bf-ea69-4473-aad9-fa2d19107406, host: dv-cinder-763306-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51697142-f127-455b-b2d8-603cfb3c31f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bfa5898c-3584-4e54-a8ff-6424b843274f'}}] {{(pid=80328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 01:04:51.906637 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-68f51c3b-04da-4b3f-bb35-1a03095b6e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:52.017004 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-68f51c3b-04da-4b3f-bb35-1a03095b6e0f None None] For port b06677bf-ea69-4473-aad9-fa2d19107406, host dv-cinder-763306-5-smb, cleared binding levels {{(pid=80328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 01:04:52.020226 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-68f51c3b-04da-4b3f-bb35-1a03095b6e0f None None] For port b06677bf-ea69-4473-aad9-fa2d19107406, host dv-cinder-763306-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=b06677bf-ea69-4473-aad9-fa2d19107406,segment=NetworkSegment(51697142-f127-455b-b2d8-603cfb3c31f1),segment_id=51697142-f127-455b-b2d8-603cfb3c31f1)] {{(pid=80328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 01:04:52.048967 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-68f51c3b-04da-4b3f-bb35-1a03095b6e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:52.064391 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:04:52.106418 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-616f8651-ec8a-407d-a89d-96f89a96b43e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:52.173307 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-616f8651-ec8a-407d-a89d-96f89a96b43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27594304'] for port, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:52.201240 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-f9629847-079d-4308-a64c-b78e29c6732a tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:04:52.205815 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f51c3b-04da-4b3f-bb35-1a03095b6e0f None None] Pushing event updated for resources: {'Port': ['ID=b06677bf-ea69-4473-aad9-fa2d19107406,revision_number=2']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:04:52.209951 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-68f51c3b-04da-4b3f-bb35-1a03095b6e0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:04:52.328537 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f8651-ec8a-407d-a89d-96f89a96b43e admin admin] Pushing event updated for resources: {'Port': ['ID=9bbcdea4-28f1-4909-a777-ba0c52624cc0,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:04:52.338716 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-616f8651-ec8a-407d-a89d-96f89a96b43e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:04:52.391691 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616f8651-ec8a-407d-a89d-96f89a96b43e admin admin] Network 70fae593-b8e3-4ff7-b3b9-3060a635d4ae is already hosted by enough agents. {{(pid=80326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 01:04:52.392850 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-616f8651-ec8a-407d-a89d-96f89a96b43e admin admin] Resources bound (agent type, host, resource id): {{(pid=80326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 01:04:52.395148 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616f8651-ec8a-407d-a89d-96f89a96b43e admin admin] Received port after_create {{(pid=80326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 01:04:52.902087 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device b06677bf-ea69-4473-aad9-fa2d19107406 up at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 01:04:53.001072 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning for port b06677bf-ea69-4473-aad9-fa2d19107406 completed by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 01:04:53.088514 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-616f8651-ec8a-407d-a89d-96f89a96b43e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:53.444783 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-616f8651-ec8a-407d-a89d-96f89a96b43e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854119398'] for router, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:53.548184 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8e6aff-35cd-4038-a7f0-ec83d0386f49 None None] Network bfa5898c-3584-4e54-a8ff-6424b843274f requested from dv-cinder-763306-5-smb {{(pid=80328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 01:04:53.710888 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-d6dec23b-e91c-4e80-a569-9759f7d724df None None] Provisioning for port b06677bf-ea69-4473-aad9-fa2d19107406 completed by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 01:04:53.715398 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616f8651-ec8a-407d-a89d-96f89a96b43e admin admin] Router 8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80 is scheduled to L3 agent 584cecf2-ad77-484a-986e-0fea284e741d with binding_index 1 {{(pid=80326) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 04 01:04:53.722907 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-d6dec23b-e91c-4e80-a569-9759f7d724df None None] Provisioning complete for port b06677bf-ea69-4473-aad9-fa2d19107406 triggered by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:04:53.723355 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d6dec23b-e91c-4e80-a569-9759f7d724df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:53.905725 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616f8651-ec8a-407d-a89d-96f89a96b43e admin admin] Notify agent at l3_agent.dv-cinder-763306-5-smb the message routers_updated {{(pid=80326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 01:04:53.907260 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d6dec23b-e91c-4e80-a569-9759f7d724df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:53.916865 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459f811a-8969-47ae-a8fb-809907b30554 None None] Sync routers for ids ['8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80'] in dv-cinder-763306-5-smb {{(pid=80329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 01:04:53.930034 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459f811a-8969-47ae-a8fb-809907b30554 None None] Routers {'8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 01:04:53.930681 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-459f811a-8969-47ae-a8fb-809907b30554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T01:04:47Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80'], 'active': True} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:04:53.945049 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-d6dec23b-e91c-4e80-a569-9759f7d724df None None] For port b06677bf-ea69-4473-aad9-fa2d19107406, host dv-cinder-763306-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=b06677bf-ea69-4473-aad9-fa2d19107406,segment=NetworkSegment(51697142-f127-455b-b2d8-603cfb3c31f1),segment_id=51697142-f127-455b-b2d8-603cfb3c31f1)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:04:53.963350 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-616f8651-ec8a-407d-a89d-96f89a96b43e admin admin] Notify callbacks [] for router, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:53.964667 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-616f8651-ec8a-407d-a89d-96f89a96b43e admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2386971 Dec 04 01:04:53.967995 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 45616) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:04:53.992042 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d6dec23b-e91c-4e80-a569-9759f7d724df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:53.993978 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:04:54.072367 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dec23b-e91c-4e80-a569-9759f7d724df None None] Pushing event updated for resources: {'Port': ['ID=b06677bf-ea69-4473-aad9-fa2d19107406,revision_number=3']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:04:54.082803 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dec23b-e91c-4e80-a569-9759f7d724df None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:54.083030 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dec23b-e91c-4e80-a569-9759f7d724df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:54.083451 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dec23b-e91c-4e80-a569-9759f7d724df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:54.084473 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dec23b-e91c-4e80-a569-9759f7d724df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:54.084850 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dec23b-e91c-4e80-a569-9759f7d724df None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:54.085223 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dec23b-e91c-4e80-a569-9759f7d724df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:54.085594 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dec23b-e91c-4e80-a569-9759f7d724df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:54.085966 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dec23b-e91c-4e80-a569-9759f7d724df None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:54.086332 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dec23b-e91c-4e80-a569-9759f7d724df None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:54.086699 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dec23b-e91c-4e80-a569-9759f7d724df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:54.087064 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dec23b-e91c-4e80-a569-9759f7d724df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:54.087459 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dec23b-e91c-4e80-a569-9759f7d724df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:54.087869 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dec23b-e91c-4e80-a569-9759f7d724df None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:54.088235 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dec23b-e91c-4e80-a569-9759f7d724df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:54.088608 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dec23b-e91c-4e80-a569-9759f7d724df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:54.089095 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dec23b-e91c-4e80-a569-9759f7d724df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:54.089879 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dec23b-e91c-4e80-a569-9759f7d724df None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:54.089879 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dec23b-e91c-4e80-a569-9759f7d724df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:54.090127 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dec23b-e91c-4e80-a569-9759f7d724df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:54.090474 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dec23b-e91c-4e80-a569-9759f7d724df None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:54.090971 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dec23b-e91c-4e80-a569-9759f7d724df None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:54.091381 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dec23b-e91c-4e80-a569-9759f7d724df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:54.091894 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dec23b-e91c-4e80-a569-9759f7d724df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:54.092261 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6dec23b-e91c-4e80-a569-9759f7d724df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:54.105072 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-d6dec23b-e91c-4e80-a569-9759f7d724df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:04:54.143396 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-459f811a-8969-47ae-a8fb-809907b30554 None None] Set router 8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80 gateway port host: dv-cinder-763306-5-smb {{(pid=80329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 01:04:54.223141 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-198ed54e-acd9-4702-b80b-73e0480402ef None None] Provisioning complete for port b06677bf-ea69-4473-aad9-fa2d19107406 triggered by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:04:54.223751 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-198ed54e-acd9-4702-b80b-73e0480402ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:54.475416 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-459f811a-8969-47ae-a8fb-809907b30554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80', 'name': 'tempest-TestShelveInstance-1595848104-router', 'tenant_id': 'ce5c26e5146b48d692420b8cf88ca227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': '9bbcdea4-28f1-4909-a777-ba0c52624cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T01:04:50Z', 'updated_at': '2020-12-04T01:04:52Z', 'revision_number': 3, 'project_id': 'ce5c26e5146b48d692420b8cf88ca227', 'gw_port': {'id': '9bbcdea4-28f1-4909-a777-ba0c52624cc0', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:21:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T01:04:51Z', 'updated_at': '2020-12-04T01:04:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb'}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:04:54.479626 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459f811a-8969-47ae-a8fb-809907b30554 None None] Checking router: 8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80 for host: dv-cinder-763306-5-smb {{(pid=80329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 01:04:54.480041 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459f811a-8969-47ae-a8fb-809907b30554 None None] Updating router 8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80 port 9bbcdea4-28f1-4909-a777-ba0c52624cc0 binding host dv-cinder-763306-5-smb {{(pid=80329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 04 01:04:54.494228 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-cec3300f-0b28-4afd-9792-07130cb71c3e None None] Provisioning complete for port b06677bf-ea69-4473-aad9-fa2d19107406 triggered by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:04:54.494773 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-cec3300f-0b28-4afd-9792-07130cb71c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:54.535578 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-459f811a-8969-47ae-a8fb-809907b30554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:54.635648 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f60f846d-6d4e-41ab-b457-0c1f4e22856e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:54.739264 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-98c076ad-4085-473c-8abb-e25aba513f6a None None] Provisioning complete for port b06677bf-ea69-4473-aad9-fa2d19107406 triggered by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:04:54.739264 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-98c076ad-4085-473c-8abb-e25aba513f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:54.898573 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device b06677bf-ea69-4473-aad9-fa2d19107406 up at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 01:04:54.936574 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-459f811a-8969-47ae-a8fb-809907b30554 None None] Notify callbacks [] for port, precommit_update {{(pid=80329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:54.951590 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-459f811a-8969-47ae-a8fb-809907b30554 None None] Transition to ACTIVE for port object 9bbcdea4-28f1-4909-a777-ba0c52624cc0 will not be triggered until provisioned by entity L2. {{(pid=80329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 01:04:54.970549 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning complete for port b06677bf-ea69-4473-aad9-fa2d19107406 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:04:54.970971 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:54.985918 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-459f811a-8969-47ae-a8fb-809907b30554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:55.002765 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-005d95e7-ff14-4a55-ab16-6e8dea90c6db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:04:55.009579 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [None req-f60f846d-6d4e-41ab-b457-0c1f4e22856e admin admin] Allocated IP 172.20.0.1 (bfa5898c-3584-4e54-a8ff-6424b843274f/7c55e5ca-7fc3-47d0-8a86-745a77902140/0184c738-ce92-493f-8f4e-ea44bf0e1f7a) {{(pid=80327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 01:04:55.131821 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e5978-09d0-4f17-9804-fe06a94f19c2 None None] Pushing event updated for resources: {'Port': ['ID=9bbcdea4-28f1-4909-a777-ba0c52624cc0,revision_number=2']} {{(pid=80329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:04:55.151272 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0e5978-09d0-4f17-9804-fe06a94f19c2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:55.151662 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0e5978-09d0-4f17-9804-fe06a94f19c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:55.152040 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0e5978-09d0-4f17-9804-fe06a94f19c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:55.152415 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0e5978-09d0-4f17-9804-fe06a94f19c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:55.152789 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0e5978-09d0-4f17-9804-fe06a94f19c2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:55.153154 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0e5978-09d0-4f17-9804-fe06a94f19c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:55.153520 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0e5978-09d0-4f17-9804-fe06a94f19c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:55.153882 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0e5978-09d0-4f17-9804-fe06a94f19c2 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:55.154243 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0e5978-09d0-4f17-9804-fe06a94f19c2 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:55.154609 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0e5978-09d0-4f17-9804-fe06a94f19c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:55.154974 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0e5978-09d0-4f17-9804-fe06a94f19c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:55.155370 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0e5978-09d0-4f17-9804-fe06a94f19c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:55.155774 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0e5978-09d0-4f17-9804-fe06a94f19c2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:55.156133 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0e5978-09d0-4f17-9804-fe06a94f19c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:55.156492 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0e5978-09d0-4f17-9804-fe06a94f19c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:55.156853 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0e5978-09d0-4f17-9804-fe06a94f19c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:55.157205 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0e5978-09d0-4f17-9804-fe06a94f19c2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:55.157562 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0e5978-09d0-4f17-9804-fe06a94f19c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:55.157918 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0e5978-09d0-4f17-9804-fe06a94f19c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:55.158283 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0e5978-09d0-4f17-9804-fe06a94f19c2 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:55.158643 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0e5978-09d0-4f17-9804-fe06a94f19c2 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:55.159004 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0e5978-09d0-4f17-9804-fe06a94f19c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:55.159388 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0e5978-09d0-4f17-9804-fe06a94f19c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:55.159745 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e0e5978-09d0-4f17-9804-fe06a94f19c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80329) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:04:55.168795 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f60f846d-6d4e-41ab-b457-0c1f4e22856e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:55.189875 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-f60f846d-6d4e-41ab-b457-0c1f4e22856e admin admin] Transition to ACTIVE for port object 0184c738-ce92-493f-8f4e-ea44bf0e1f7a will not be triggered until provisioned by entity DHCP. {{(pid=80327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 01:04:55.247798 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f60f846d-6d4e-41ab-b457-0c1f4e22856e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:55.264205 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-adf9c55d-eede-4d5b-92dc-3f8625ecd7cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:04:55.327802 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-5e0e5978-09d0-4f17-9804-fe06a94f19c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:04:55.376613 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-459f811a-8969-47ae-a8fb-809907b30554 None None] Attempting to bind port 9bbcdea4-28f1-4909-a777-ba0c52624cc0 on host dv-cinder-763306-5-smb for vnic_type normal with profile {{(pid=80329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 01:04:55.377025 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-459f811a-8969-47ae-a8fb-809907b30554 None None] Attempting to bind port 9bbcdea4-28f1-4909-a777-ba0c52624cc0 by drivers openvswitch on host dv-cinder-763306-5-smb at level 0 using segments [{'id': '103ae13c-6127-42b5-b5fb-b54d98895d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae'}] {{(pid=80329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 01:04:55.377447 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459f811a-8969-47ae-a8fb-809907b30554 None None] Attempting to bind port 9bbcdea4-28f1-4909-a777-ba0c52624cc0 on network 70fae593-b8e3-4ff7-b3b9-3060a635d4ae {{(pid=80329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 01:04:55.383319 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459f811a-8969-47ae-a8fb-809907b30554 None None] Checking agent: {'id': '47cd6ef8-6b98-4dda-9657-1784e54a0c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 44, 48), 'started_at': datetime.datetime(2020, 12, 4, 0, 45, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 1, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 01:04:55.383745 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459f811a-8969-47ae-a8fb-809907b30554 None None] Checking segment: {'id': '103ae13c-6127-42b5-b5fb-b54d98895d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 01:04:55.384190 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-459f811a-8969-47ae-a8fb-809907b30554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:55.384669 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459f811a-8969-47ae-a8fb-809907b30554 None None] Bound using segment: {'id': '103ae13c-6127-42b5-b5fb-b54d98895d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae'} {{(pid=80329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 01:04:55.385178 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-459f811a-8969-47ae-a8fb-809907b30554 None None] Bound port: 9bbcdea4-28f1-4909-a777-ba0c52624cc0, host: dv-cinder-763306-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '103ae13c-6127-42b5-b5fb-b54d98895d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae'}}] {{(pid=80329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 01:04:55.385594 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-459f811a-8969-47ae-a8fb-809907b30554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:55.464031 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-459f811a-8969-47ae-a8fb-809907b30554 None None] For port 9bbcdea4-28f1-4909-a777-ba0c52624cc0, host dv-cinder-763306-5-smb, cleared binding levels {{(pid=80329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 01:04:55.467559 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-459f811a-8969-47ae-a8fb-809907b30554 None None] For port 9bbcdea4-28f1-4909-a777-ba0c52624cc0, host dv-cinder-763306-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=9bbcdea4-28f1-4909-a777-ba0c52624cc0,segment=NetworkSegment(103ae13c-6127-42b5-b5fb-b54d98895d70),segment_id=103ae13c-6127-42b5-b5fb-b54d98895d70)] {{(pid=80329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 01:04:55.499113 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-459f811a-8969-47ae-a8fb-809907b30554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:55.513209 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-40cd0960-25fe-4c69-aa42-0dcd9472746f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:04:55.632782 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f846d-6d4e-41ab-b457-0c1f4e22856e admin admin] Pushing event updated for resources: {'Port': ['ID=0184c738-ce92-493f-8f4e-ea44bf0e1f7a,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:04:55.638136 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-f60f846d-6d4e-41ab-b457-0c1f4e22856e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:04:55.659018 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e5978-09d0-4f17-9804-fe06a94f19c2 None None] Pushing event updated for resources: {'Port': ['ID=9bbcdea4-28f1-4909-a777-ba0c52624cc0,revision_number=3']} {{(pid=80329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:04:55.672247 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-5e0e5978-09d0-4f17-9804-fe06a94f19c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:04:55.676425 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60f846d-6d4e-41ab-b457-0c1f4e22856e admin admin] Network bfa5898c-3584-4e54-a8ff-6424b843274f is already hosted by enough agents. {{(pid=80327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 01:04:55.677640 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-f60f846d-6d4e-41ab-b457-0c1f4e22856e admin admin] Resources bound (agent type, host, resource id): {{(pid=80327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 01:04:55.680072 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60f846d-6d4e-41ab-b457-0c1f4e22856e admin admin] Received port after_create {{(pid=80327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 01:04:55.717511 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459f811a-8969-47ae-a8fb-809907b30554 None None] Routers {'8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 01:04:55.718189 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-459f811a-8969-47ae-a8fb-809907b30554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T01:04:47Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80'], 'active': True} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:04:55.737615 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f60f846d-6d4e-41ab-b457-0c1f4e22856e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656583'] for router_interface, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:55.910189 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-459f811a-8969-47ae-a8fb-809907b30554 None None] Set router 8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80 gateway port host: dv-cinder-763306-5-smb {{(pid=80329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 01:04:55.926870 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a961876f-0bf7-4b34-ba01-920eba565e3e None None] Provisioning for port 0184c738-ce92-493f-8f4e-ea44bf0e1f7a completed by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 01:04:55.932700 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a961876f-0bf7-4b34-ba01-920eba565e3e None None] Provisioning complete for port 0184c738-ce92-493f-8f4e-ea44bf0e1f7a triggered by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:04:55.936710 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a961876f-0bf7-4b34-ba01-920eba565e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:55.989107 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-a961876f-0bf7-4b34-ba01-920eba565e3e None None] Port 0184c738-ce92-493f-8f4e-ea44bf0e1f7a cannot update to ACTIVE because it is not bound. {{(pid=80328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 04 01:04:56.072259 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f60f846d-6d4e-41ab-b457-0c1f4e22856e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:56.216031 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-459f811a-8969-47ae-a8fb-809907b30554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80', 'name': 'tempest-TestShelveInstance-1595848104-router', 'tenant_id': 'ce5c26e5146b48d692420b8cf88ca227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': '9bbcdea4-28f1-4909-a777-ba0c52624cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T01:04:50Z', 'updated_at': '2020-12-04T01:04:52Z', 'revision_number': 3, 'project_id': 'ce5c26e5146b48d692420b8cf88ca227', 'gw_port': {'id': '9bbcdea4-28f1-4909-a777-ba0c52624cc0', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:21:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T01:04:51Z', 'updated_at': '2020-12-04T01:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb'}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:04:56.220168 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459f811a-8969-47ae-a8fb-809907b30554 None None] The sync data for ids ['8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80'] in dv-cinder-763306-5-smb is: [{'id': '8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80', 'name': 'tempest-TestShelveInstance-1595848104-router', 'tenant_id': 'ce5c26e5146b48d692420b8cf88ca227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': '9bbcdea4-28f1-4909-a777-ba0c52624cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T01:04:50Z', 'updated_at': '2020-12-04T01:04:52Z', 'revision_number': 3, 'project_id': 'ce5c26e5146b48d692420b8cf88ca227', 'gw_port': {'id': '9bbcdea4-28f1-4909-a777-ba0c52624cc0', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:21:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T01:04:51Z', 'updated_at': '2020-12-04T01:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb'}] {{(pid=80329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 01:04:56.359443 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f60f846d-6d4e-41ab-b457-0c1f4e22856e admin admin] Notify callbacks [] for port, precommit_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:56.395352 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f60f846d-6d4e-41ab-b457-0c1f4e22856e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27697970'] for port, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:56.423884 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-87f211e7-78a6-4dcd-be09-76480009ccec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:04:56.508109 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f60f846d-6d4e-41ab-b457-0c1f4e22856e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851588661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854119142'] for router_interface, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:56.524005 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f846d-6d4e-41ab-b457-0c1f4e22856e admin admin] Pushing event updated for resources: {'Port': ['ID=0184c738-ce92-493f-8f4e-ea44bf0e1f7a,revision_number=2']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:04:56.526781 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-f60f846d-6d4e-41ab-b457-0c1f4e22856e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:04:56.672910 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60f846d-6d4e-41ab-b457-0c1f4e22856e admin admin] Network bfa5898c-3584-4e54-a8ff-6424b843274f is already hosted by enough agents. {{(pid=80327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 01:04:56.674119 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-f60f846d-6d4e-41ab-b457-0c1f4e22856e admin admin] Resources bound (agent type, host, resource id): {{(pid=80327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 01:04:56.879391 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60f846d-6d4e-41ab-b457-0c1f4e22856e admin admin] Router 8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80 has already been hosted by L3 agent 584cecf2-ad77-484a-986e-0fea284e741d {{(pid=80327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 01:04:56.920168 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 9bbcdea4-28f1-4909-a777-ba0c52624cc0 up at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 01:04:56.954774 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-3f362273-0fd5-40d3-8964-53147726e6f2 None None] Provisioning complete for port 0184c738-ce92-493f-8f4e-ea44bf0e1f7a triggered by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:04:56.955285 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3f362273-0fd5-40d3-8964-53147726e6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:57.035890 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-3f362273-0fd5-40d3-8964-53147726e6f2 None None] Port 0184c738-ce92-493f-8f4e-ea44bf0e1f7a cannot update to ACTIVE because it is not bound. {{(pid=80328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 04 01:04:57.075934 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60f846d-6d4e-41ab-b457-0c1f4e22856e admin admin] Notify agent at l3_agent.dv-cinder-763306-5-smb the message routers_updated {{(pid=80327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 01:04:57.086278 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-f60f846d-6d4e-41ab-b457-0c1f4e22856e admin admin] 10.222.0.73 "PUT /v2.0/routers/8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1171196 Dec 04 01:04:57.094200 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning for port 9bbcdea4-28f1-4909-a777-ba0c52624cc0 completed by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 01:04:57.100874 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning complete for port 9bbcdea4-28f1-4909-a777-ba0c52624cc0 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:04:57.101321 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:57.225970 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:57.243324 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] For port 9bbcdea4-28f1-4909-a777-ba0c52624cc0, host dv-cinder-763306-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=9bbcdea4-28f1-4909-a777-ba0c52624cc0,segment=NetworkSegment(103ae13c-6127-42b5-b5fb-b54d98895d70),segment_id=103ae13c-6127-42b5-b5fb-b54d98895d70)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:04:57.294636 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:57.296669 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-d6dec23b-e91c-4e80-a569-9759f7d724df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:04:57.365546 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Pushing event updated for resources: {'Port': ['ID=9bbcdea4-28f1-4909-a777-ba0c52624cc0,revision_number=4']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:04:57.369352 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:04:57.942559 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 45634) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:04:57.949030 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-8b5cf120-1c44-4e58-84e7-348cd174dffb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1033556150-network', 'tenant_id': '6ab11269796849be83731c1961eb7b22'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 01:04:57.956110 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-8b5cf120-1c44-4e58-84e7-348cd174dffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:04:57.960871 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-8b5cf120-1c44-4e58-84e7-348cd174dffb admin admin] Usage tracker for resource:network and tenant:6ab11269796849be83731c1961eb7b22 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 01:04:57.963917 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-8b5cf120-1c44-4e58-84e7-348cd174dffb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 01:04:57.969775 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-8b5cf120-1c44-4e58-84e7-348cd174dffb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:04:58.006830 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5cf120-1c44-4e58-84e7-348cd174dffb admin admin] Made reservation on behalf of 6ab11269796849be83731c1961eb7b22 for: {'network': 1} {{(pid=80327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 01:04:58.011615 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8b5cf120-1c44-4e58-84e7-348cd174dffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for network, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:58.025390 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8b5cf120-1c44-4e58-84e7-348cd174dffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:58.041055 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-8b5cf120-1c44-4e58-84e7-348cd174dffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:04:58.045166 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-8b5cf120-1c44-4e58-84e7-348cd174dffb admin admin] Usage tracker for resource:security_group_rule and tenant:6ab11269796849be83731c1961eb7b22 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 01:04:58.048142 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-8b5cf120-1c44-4e58-84e7-348cd174dffb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 01:04:58.054008 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-8b5cf120-1c44-4e58-84e7-348cd174dffb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:04:58.138525 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8b5cf120-1c44-4e58-84e7-348cd174dffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:58.178090 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8b5cf120-1c44-4e58-84e7-348cd174dffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:58.182637 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-8262951c-64a0-46f9-a641-33c92c0d8afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:04:58.219896 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b5cf120-1c44-4e58-84e7-348cd174dffb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80327) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Dec 04 01:04:58.229313 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5cf120-1c44-4e58-84e7-348cd174dffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3839e50b-721f-4bd0-a425-d240b019345d,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:04:58.233248 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-8b5cf120-1c44-4e58-84e7-348cd174dffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:04:58.235896 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8b5cf120-1c44-4e58-84e7-348cd174dffb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745381628992', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851436430'] for segment, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:58.236337 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.db.segments_db [None req-8b5cf120-1c44-4e58-84e7-348cd174dffb admin admin] Added segment cc9ea7a8-efa1-455c-9206-13f6fe23d1ee of type vxlan for network 0cde21ae-4d18-4500-8a07-b82011c14de4 Dec 04 01:04:58.263676 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8b5cf120-1c44-4e58-84e7-348cd174dffb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745381119791'] for network, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:58.326609 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8b5cf120-1c44-4e58-84e7-348cd174dffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616'] for network, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:58.327880 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5cf120-1c44-4e58-84e7-348cd174dffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:04:58.328533 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8b5cf120-1c44-4e58-84e7-348cd174dffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for network, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:58.334310 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:04:58.440477 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5cf120-1c44-4e58-84e7-348cd174dffb admin admin] Pushing event updated for resources: {'Network': ['ID=0cde21ae-4d18-4500-8a07-b82011c14de4,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:04:58.458206 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-8b5cf120-1c44-4e58-84e7-348cd174dffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:04:58.458716 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Network 0cde21ae-4d18-4500-8a07-b82011c14de4 details requested by agent ovs-agent-dv-cinder-763306-5-smb with host dv-cinder-763306-5-smb {{(pid=80328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 01:04:58.466858 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Network 0cde21ae-4d18-4500-8a07-b82011c14de4 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80328) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 04 01:04:58.477900 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-8b5cf120-1c44-4e58-84e7-348cd174dffb admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5341115 Dec 04 01:04:58.481239 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 45638) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:04:58.487600 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-874537e2-d767-44ca-9388-d6affd4d42eb admin admin] Request body: {'subnet': {'network_id': '0cde21ae-4d18-4500-8a07-b82011c14de4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1033556150-subnet', 'tenant_id': '6ab11269796849be83731c1961eb7b22', 'ip_version': 4}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 01:04:58.493450 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-874537e2-d767-44ca-9388-d6affd4d42eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:04:58.497648 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-874537e2-d767-44ca-9388-d6affd4d42eb admin admin] Usage tracker for resource:subnet and tenant:6ab11269796849be83731c1961eb7b22 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 01:04:58.500958 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-874537e2-d767-44ca-9388-d6affd4d42eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 01:04:58.507930 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-874537e2-d767-44ca-9388-d6affd4d42eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:04:58.545547 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874537e2-d767-44ca-9388-d6affd4d42eb admin admin] Made reservation on behalf of 6ab11269796849be83731c1961eb7b22 for: {'subnet': 1} {{(pid=80327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 01:04:58.550690 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-874537e2-d767-44ca-9388-d6affd4d42eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036853151123'] for subnet, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:58.883675 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 9bbcdea4-28f1-4909-a777-ba0c52624cc0 up at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 01:04:58.941448 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8ffbdf-37f7-4e4f-ab33-8fcb036178b5 None None] Sync routers for ids ['8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80'] in dv-cinder-763306-5-smb {{(pid=80328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 01:04:58.958121 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8ffbdf-37f7-4e4f-ab33-8fcb036178b5 None None] Routers {'8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 01:04:58.958902 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-9d8ffbdf-37f7-4e4f-ab33-8fcb036178b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T01:04:47Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80'], 'active': True} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:04:59.016401 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-874537e2-d767-44ca-9388-d6affd4d42eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27698602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036853151108'] for subnet, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:59.030733 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-2c2dfb11-50ea-4d0b-a95a-ee965cbe38ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:04:59.173945 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874537e2-d767-44ca-9388-d6affd4d42eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=60152a4c-dfc0-4fc5-94b3-4b8fc173b293,revision_number=0']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:04:59.179047 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-874537e2-d767-44ca-9388-d6affd4d42eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:04:59.251086 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874537e2-d767-44ca-9388-d6affd4d42eb admin admin] Checking segment: {'id': 'cc9ea7a8-efa1-455c-9206-13f6fe23d1ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0cde21ae-4d18-4500-8a07-b82011c14de4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 01:04:59.251526 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874537e2-d767-44ca-9388-d6affd4d42eb admin admin] Network hostable DHCP agents. Network: 0cde21ae-4d18-4500-8a07-b82011c14de4, hostable agents: ['58f05500-12a8-4f3a-bf6e-722eafa3a905'], hosted agents: [] {{(pid=80327) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 04 01:04:59.259410 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning complete for port 9bbcdea4-28f1-4909-a777-ba0c52624cc0 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:04:59.259834 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:59.300137 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874537e2-d767-44ca-9388-d6affd4d42eb admin admin] Network 0cde21ae-4d18-4500-8a07-b82011c14de4 is scheduled to be hosted by DHCP agent 58f05500-12a8-4f3a-bf6e-722eafa3a905 with binding_index 1 {{(pid=80327) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 04 01:04:59.363073 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-874537e2-d767-44ca-9388-d6affd4d42eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-5-smb, 0cde21ae-4d18-4500-8a07-b82011c14de4) {{(pid=80327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 01:04:59.376769 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874537e2-d767-44ca-9388-d6affd4d42eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:04:59.377430 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-874537e2-d767-44ca-9388-d6affd4d42eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for subnet, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:59.403896 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac880f9-6a75-4183-bda7-50a2e23a0083 None None] Network 0cde21ae-4d18-4500-8a07-b82011c14de4 requested from dv-cinder-763306-5-smb {{(pid=80328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 01:04:59.424695 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-9d8ffbdf-37f7-4e4f-ab33-8fcb036178b5 None None] Set router 8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80 gateway port host: dv-cinder-763306-5-smb {{(pid=80328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 01:04:59.425116 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-874537e2-d767-44ca-9388-d6affd4d42eb admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9431548 Dec 04 01:04:59.427632 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80327) accepted ('10.222.0.73', 45642) {{(pid=80327) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:04:59.433360 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [None req-64235be0-a5d3-417a-9daa-bc5ce3f8cdfa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1033556150-router', 'tenant_id': '6ab11269796849be83731c1961eb7b22', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae'}}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 01:04:59.438333 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-64235be0-a5d3-417a-9daa-bc5ce3f8cdfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:04:59.442707 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-64235be0-a5d3-417a-9daa-bc5ce3f8cdfa admin admin] Usage tracker for resource:router and tenant:6ab11269796849be83731c1961eb7b22 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 01:04:59.446419 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [None req-64235be0-a5d3-417a-9daa-bc5ce3f8cdfa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 01:04:59.452358 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [None req-64235be0-a5d3-417a-9daa-bc5ce3f8cdfa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:04:59.492926 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64235be0-a5d3-417a-9daa-bc5ce3f8cdfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-665739', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773399'] for router, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:59.494075 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64235be0-a5d3-417a-9daa-bc5ce3f8cdfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-665724', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854117394', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-673389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2401'] for router, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:59.669740 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64235be0-a5d3-417a-9daa-bc5ce3f8cdfa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:04:59.940528 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b98c5a-7dcd-49ca-b791-e9567e7fc5e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1639bd91-b761-5fc0-b5a3-901fdf1278c2-0cde21ae-4d18-4500-8a07-b82011c14de4', 'network_id': '0cde21ae-4d18-4500-8a07-b82011c14de4', 'tenant_id': '6ab11269796849be83731c1961eb7b22', 'fixed_ips': [{'subnet_id': '60152a4c-dfc0-4fc5-94b3-4b8fc173b293'}]}} from dv-cinder-763306-5-smb. {{(pid=80328) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 04 01:04:59.941448 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-95b98c5a-7dcd-49ca-b791-e9567e7fc5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:00.016644 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-9d8ffbdf-37f7-4e4f-ab33-8fcb036178b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80', 'name': 'tempest-TestShelveInstance-1595848104-router', 'tenant_id': 'ce5c26e5146b48d692420b8cf88ca227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': '9bbcdea4-28f1-4909-a777-ba0c52624cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T01:04:50Z', 'updated_at': '2020-12-04T01:04:55Z', 'revision_number': 4, 'project_id': 'ce5c26e5146b48d692420b8cf88ca227', 'gw_port': {'id': '9bbcdea4-28f1-4909-a777-ba0c52624cc0', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T01:04:51Z', 'updated_at': '2020-12-04T01:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_interfaces': [{'id': '0184c738-ce92-493f-8f4e-ea44bf0e1f7a', 'name': '', 'network_id': 'bfa5898c-3584-4e54-a8ff-6424b843274f', 'tenant_id': 'ce5c26e5146b48d692420b8cf88ca227', 'mac_address': 'fa:16:3e:4b:74:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7c55e5ca-7fc3-47d0-8a86-745a77902140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T01:04:54Z', 'updated_at': '2020-12-04T01:04:56Z', 'revision_number': 2, 'project_id': 'ce5c26e5146b48d692420b8cf88ca227', 'subnets': [{'id': '7c55e5ca-7fc3-47d0-8a86-745a77902140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:05:00.076416 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8ffbdf-37f7-4e4f-ab33-8fcb036178b5 None None] Checking router: 8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80 for host: dv-cinder-763306-5-smb {{(pid=80328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 01:05:00.076858 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8ffbdf-37f7-4e4f-ab33-8fcb036178b5 None None] Updating router 8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80 port 0184c738-ce92-493f-8f4e-ea44bf0e1f7a binding host dv-cinder-763306-5-smb {{(pid=80328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 04 01:05:00.159777 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9d8ffbdf-37f7-4e4f-ab33-8fcb036178b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:00.191473 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64235be0-a5d3-417a-9daa-bc5ce3f8cdfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854117379', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854110107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2416'] for router, precommit_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:00.481638 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [None req-95b98c5a-7dcd-49ca-b791-e9567e7fc5e7 None None] Allocated IP 172.20.0.2 (0cde21ae-4d18-4500-8a07-b82011c14de4/60152a4c-dfc0-4fc5-94b3-4b8fc173b293/6021fb3c-0b69-4d94-9026-84ddcd8e96d4) {{(pid=80328) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 01:05:00.544434 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64235be0-a5d3-417a-9daa-bc5ce3f8cdfa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:00.580991 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64235be0-a5d3-417a-9daa-bc5ce3f8cdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:00.851903 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [None req-64235be0-a5d3-417a-9daa-bc5ce3f8cdfa admin admin] Allocated IP 172.28.3.212 (70fae593-b8e3-4ff7-b3b9-3060a635d4ae/838c8f98-d37b-4481-803e-42068845ce24/01c81dd9-f7e5-41c9-b8b1-91d694c395e0) {{(pid=80327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 01:05:00.875204 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-95b98c5a-7dcd-49ca-b791-e9567e7fc5e7 None None] Notify callbacks [] for port, precommit_create {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:00.894967 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-95b98c5a-7dcd-49ca-b791-e9567e7fc5e7 None None] Transition to ACTIVE for port object 6021fb3c-0b69-4d94-9026-84ddcd8e96d4 will not be triggered until provisioned by entity L2. {{(pid=80328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 01:05:00.899502 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9d8ffbdf-37f7-4e4f-ab33-8fcb036178b5 None None] Notify callbacks [] for port, precommit_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:00.922519 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-9d8ffbdf-37f7-4e4f-ab33-8fcb036178b5 None None] Transition to ACTIVE for port object 0184c738-ce92-493f-8f4e-ea44bf0e1f7a will not be triggered until provisioned by entity L2. {{(pid=80328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 01:05:00.923642 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-95b98c5a-7dcd-49ca-b791-e9567e7fc5e7 None None] Transition to ACTIVE for port object 6021fb3c-0b69-4d94-9026-84ddcd8e96d4 will not be triggered until provisioned by entity DHCP. {{(pid=80328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 01:05:00.956054 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9d8ffbdf-37f7-4e4f-ab33-8fcb036178b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:00.972922 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:05:01.014517 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64235be0-a5d3-417a-9daa-bc5ce3f8cdfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:01.016212 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-95b98c5a-7dcd-49ca-b791-e9567e7fc5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386'] for port, after_create {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:01.070113 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64235be0-a5d3-417a-9daa-bc5ce3f8cdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:01.086861 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-b4b5bc8d-7ebd-4233-92b8-1bad64135ad4 tempest-ServerRescueNegativeTestJSON-817584853 tempest-ServerRescueNegativeTestJSON-817584853] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:05:01.220895 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64235be0-a5d3-417a-9daa-bc5ce3f8cdfa admin admin] Pushing event updated for resources: {'Port': ['ID=01c81dd9-f7e5-41c9-b8b1-91d694c395e0,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:05:01.231469 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-64235be0-a5d3-417a-9daa-bc5ce3f8cdfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:05:01.285869 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64235be0-a5d3-417a-9daa-bc5ce3f8cdfa admin admin] Network 70fae593-b8e3-4ff7-b3b9-3060a635d4ae is already hosted by enough agents. {{(pid=80327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 01:05:01.287148 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-64235be0-a5d3-417a-9daa-bc5ce3f8cdfa admin admin] Resources bound (agent type, host, resource id): {{(pid=80327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 01:05:01.289514 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64235be0-a5d3-417a-9daa-bc5ce3f8cdfa admin admin] Received port after_create {{(pid=80327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 01:05:01.352097 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2fef5f-9d76-45f7-8241-12a2c6515d63 None None] Pushing event updated for resources: {'Port': ['ID=0184c738-ce92-493f-8f4e-ea44bf0e1f7a,revision_number=3']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:05:01.355179 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-3d2fef5f-9d76-45f7-8241-12a2c6515d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:05:01.368318 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c070dccc-af3f-4c8d-b19a-b54fd6a2c7a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.286s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:05:01.486073 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b98c5a-7dcd-49ca-b791-e9567e7fc5e7 None None] Pushing event updated for resources: {'Port': ['ID=6021fb3c-0b69-4d94-9026-84ddcd8e96d4,revision_number=1']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:05:01.489433 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-95b98c5a-7dcd-49ca-b791-e9567e7fc5e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:05:01.620746 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b98c5a-7dcd-49ca-b791-e9567e7fc5e7 None None] Network 0cde21ae-4d18-4500-8a07-b82011c14de4 is already hosted by enough agents. {{(pid=80328) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 01:05:01.632043 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-95b98c5a-7dcd-49ca-b791-e9567e7fc5e7 None None] Resources bound (agent type, host, resource id): {{(pid=80328) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 01:05:01.637219 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b98c5a-7dcd-49ca-b791-e9567e7fc5e7 None None] Received port after_create {{(pid=80328) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 01:05:01.646015 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-9d8ffbdf-37f7-4e4f-ab33-8fcb036178b5 None None] Attempting to bind port 0184c738-ce92-493f-8f4e-ea44bf0e1f7a on host dv-cinder-763306-5-smb for vnic_type normal with profile {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 01:05:01.646419 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-9d8ffbdf-37f7-4e4f-ab33-8fcb036178b5 None None] Attempting to bind port 0184c738-ce92-493f-8f4e-ea44bf0e1f7a by drivers openvswitch on host dv-cinder-763306-5-smb at level 0 using segments [{'id': '51697142-f127-455b-b2d8-603cfb3c31f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bfa5898c-3584-4e54-a8ff-6424b843274f'}] {{(pid=80328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 01:05:01.646846 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8ffbdf-37f7-4e4f-ab33-8fcb036178b5 None None] Attempting to bind port 0184c738-ce92-493f-8f4e-ea44bf0e1f7a on network bfa5898c-3584-4e54-a8ff-6424b843274f {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 01:05:01.680972 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8ffbdf-37f7-4e4f-ab33-8fcb036178b5 None None] Checking agent: {'id': '47cd6ef8-6b98-4dda-9657-1784e54a0c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 44, 48), 'started_at': datetime.datetime(2020, 12, 4, 0, 45, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 1, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 01:05:01.681415 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8ffbdf-37f7-4e4f-ab33-8fcb036178b5 None None] Checking segment: {'id': '51697142-f127-455b-b2d8-603cfb3c31f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bfa5898c-3584-4e54-a8ff-6424b843274f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 01:05:01.681860 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9d8ffbdf-37f7-4e4f-ab33-8fcb036178b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:01.682297 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8ffbdf-37f7-4e4f-ab33-8fcb036178b5 None None] Bound using segment: {'id': '51697142-f127-455b-b2d8-603cfb3c31f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bfa5898c-3584-4e54-a8ff-6424b843274f'} {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 01:05:01.682812 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-9d8ffbdf-37f7-4e4f-ab33-8fcb036178b5 None None] Bound port: 0184c738-ce92-493f-8f4e-ea44bf0e1f7a, host: dv-cinder-763306-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51697142-f127-455b-b2d8-603cfb3c31f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bfa5898c-3584-4e54-a8ff-6424b843274f'}}] {{(pid=80328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 01:05:01.683313 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9d8ffbdf-37f7-4e4f-ab33-8fcb036178b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:01.754367 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64235be0-a5d3-417a-9daa-bc5ce3f8cdfa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:01.765106 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-95b98c5a-7dcd-49ca-b791-e9567e7fc5e7 None None] Attempting to bind port 6021fb3c-0b69-4d94-9026-84ddcd8e96d4 on host dv-cinder-763306-5-smb for vnic_type normal with profile {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 01:05:01.765506 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-95b98c5a-7dcd-49ca-b791-e9567e7fc5e7 None None] Attempting to bind port 6021fb3c-0b69-4d94-9026-84ddcd8e96d4 by drivers openvswitch on host dv-cinder-763306-5-smb at level 0 using segments [{'id': 'cc9ea7a8-efa1-455c-9206-13f6fe23d1ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0cde21ae-4d18-4500-8a07-b82011c14de4'}] {{(pid=80328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 01:05:01.765913 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b98c5a-7dcd-49ca-b791-e9567e7fc5e7 None None] Attempting to bind port 6021fb3c-0b69-4d94-9026-84ddcd8e96d4 on network 0cde21ae-4d18-4500-8a07-b82011c14de4 {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 01:05:01.786151 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b98c5a-7dcd-49ca-b791-e9567e7fc5e7 None None] Checking agent: {'id': '47cd6ef8-6b98-4dda-9657-1784e54a0c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 44, 48), 'started_at': datetime.datetime(2020, 12, 4, 0, 45, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 1, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 01:05:01.786512 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b98c5a-7dcd-49ca-b791-e9567e7fc5e7 None None] Checking segment: {'id': 'cc9ea7a8-efa1-455c-9206-13f6fe23d1ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0cde21ae-4d18-4500-8a07-b82011c14de4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 01:05:01.787520 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-95b98c5a-7dcd-49ca-b791-e9567e7fc5e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:01.787954 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b98c5a-7dcd-49ca-b791-e9567e7fc5e7 None None] Bound using segment: {'id': 'cc9ea7a8-efa1-455c-9206-13f6fe23d1ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0cde21ae-4d18-4500-8a07-b82011c14de4'} {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 01:05:01.788532 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-95b98c5a-7dcd-49ca-b791-e9567e7fc5e7 None None] Bound port: 6021fb3c-0b69-4d94-9026-84ddcd8e96d4, host: dv-cinder-763306-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc9ea7a8-efa1-455c-9206-13f6fe23d1ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0cde21ae-4d18-4500-8a07-b82011c14de4'}}] {{(pid=80328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 01:05:01.788944 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-95b98c5a-7dcd-49ca-b791-e9567e7fc5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:01.874994 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-9d8ffbdf-37f7-4e4f-ab33-8fcb036178b5 None None] For port 0184c738-ce92-493f-8f4e-ea44bf0e1f7a, host dv-cinder-763306-5-smb, cleared binding levels {{(pid=80328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 01:05:01.896039 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-9d8ffbdf-37f7-4e4f-ab33-8fcb036178b5 None None] For port 0184c738-ce92-493f-8f4e-ea44bf0e1f7a, host dv-cinder-763306-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=0184c738-ce92-493f-8f4e-ea44bf0e1f7a,segment=NetworkSegment(51697142-f127-455b-b2d8-603cfb3c31f1),segment_id=51697142-f127-455b-b2d8-603cfb3c31f1)] {{(pid=80328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 01:05:01.909679 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-95b98c5a-7dcd-49ca-b791-e9567e7fc5e7 None None] For port 6021fb3c-0b69-4d94-9026-84ddcd8e96d4, host dv-cinder-763306-5-smb, cleared binding levels {{(pid=80328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 01:05:01.913401 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-95b98c5a-7dcd-49ca-b791-e9567e7fc5e7 None None] For port 6021fb3c-0b69-4d94-9026-84ddcd8e96d4, host dv-cinder-763306-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=6021fb3c-0b69-4d94-9026-84ddcd8e96d4,segment=NetworkSegment(cc9ea7a8-efa1-455c-9206-13f6fe23d1ee),segment_id=cc9ea7a8-efa1-455c-9206-13f6fe23d1ee)] {{(pid=80328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 01:05:01.927186 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9d8ffbdf-37f7-4e4f-ab33-8fcb036178b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:01.947154 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:05:01.987731 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-95b98c5a-7dcd-49ca-b791-e9567e7fc5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:02.106653 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64235be0-a5d3-417a-9daa-bc5ce3f8cdfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-665709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854119398'] for router, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:02.189968 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2fef5f-9d76-45f7-8241-12a2c6515d63 None None] Pushing event updated for resources: {'Port': ['ID=0184c738-ce92-493f-8f4e-ea44bf0e1f7a,revision_number=4']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:05:02.193704 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-3d2fef5f-9d76-45f7-8241-12a2c6515d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:05:02.206219 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-5aead288-3773-4368-82b0-02cb477826c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:05:02.330605 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b98c5a-7dcd-49ca-b791-e9567e7fc5e7 None None] Pushing event updated for resources: {'Port': ['ID=6021fb3c-0b69-4d94-9026-84ddcd8e96d4,revision_number=2']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:05:02.335124 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-95b98c5a-7dcd-49ca-b791-e9567e7fc5e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:05:02.395423 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64235be0-a5d3-417a-9daa-bc5ce3f8cdfa admin admin] Router 7956faeb-0f63-428b-b655-9bffe37090e6 is scheduled to L3 agent 584cecf2-ad77-484a-986e-0fea284e741d with binding_index 1 {{(pid=80327) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Dec 04 01:05:02.426872 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8ffbdf-37f7-4e4f-ab33-8fcb036178b5 None None] Routers {'8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 01:05:02.427641 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-9d8ffbdf-37f7-4e4f-ab33-8fcb036178b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T01:04:47Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80'], 'active': True} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:05:02.655883 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-9d8ffbdf-37f7-4e4f-ab33-8fcb036178b5 None None] Set router 8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80 gateway port host: dv-cinder-763306-5-smb {{(pid=80328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 01:05:02.839751 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64235be0-a5d3-417a-9daa-bc5ce3f8cdfa admin admin] Notify agent at l3_agent.dv-cinder-763306-5-smb the message routers_updated {{(pid=80327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 01:05:02.848775 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d156182-6009-4d26-904c-8abfd09d5306 None None] Sync routers for ids ['7956faeb-0f63-428b-b655-9bffe37090e6'] in dv-cinder-763306-5-smb {{(pid=80329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 01:05:02.859226 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d156182-6009-4d26-904c-8abfd09d5306 None None] Routers {'7956faeb-0f63-428b-b655-9bffe37090e6'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 01:05:02.860169 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-2d156182-6009-4d26-904c-8abfd09d5306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T01:04:47Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['7956faeb-0f63-428b-b655-9bffe37090e6'], 'active': True} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:05:02.915728 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64235be0-a5d3-417a-9daa-bc5ce3f8cdfa admin admin] Notify callbacks [] for router, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:02.919637 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-64235be0-a5d3-417a-9daa-bc5ce3f8cdfa admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4883320 Dec 04 01:05:02.920429 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 45646) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:05:02.946032 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 6021fb3c-0b69-4d94-9026-84ddcd8e96d4 up at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 01:05:03.051476 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-2d156182-6009-4d26-904c-8abfd09d5306 None None] Set router 7956faeb-0f63-428b-b655-9bffe37090e6 gateway port host: dv-cinder-763306-5-smb {{(pid=80329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 01:05:03.082753 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-9d8ffbdf-37f7-4e4f-ab33-8fcb036178b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80', 'name': 'tempest-TestShelveInstance-1595848104-router', 'tenant_id': 'ce5c26e5146b48d692420b8cf88ca227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': '9bbcdea4-28f1-4909-a777-ba0c52624cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T01:04:50Z', 'updated_at': '2020-12-04T01:04:55Z', 'revision_number': 4, 'project_id': 'ce5c26e5146b48d692420b8cf88ca227', 'gw_port': {'id': '9bbcdea4-28f1-4909-a777-ba0c52624cc0', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T01:04:51Z', 'updated_at': '2020-12-04T01:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_interfaces': [{'id': '0184c738-ce92-493f-8f4e-ea44bf0e1f7a', 'name': '', 'network_id': 'bfa5898c-3584-4e54-a8ff-6424b843274f', 'tenant_id': 'ce5c26e5146b48d692420b8cf88ca227', 'mac_address': 'fa:16:3e:4b:74:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7c55e5ca-7fc3-47d0-8a86-745a77902140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T01:04:54Z', 'updated_at': '2020-12-04T01:05:01Z', 'revision_number': 4, 'project_id': 'ce5c26e5146b48d692420b8cf88ca227', 'subnets': [{'id': '7c55e5ca-7fc3-47d0-8a86-745a77902140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:05:03.087572 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8ffbdf-37f7-4e4f-ab33-8fcb036178b5 None None] The sync data for ids ['8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80'] in dv-cinder-763306-5-smb is: [{'id': '8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80', 'name': 'tempest-TestShelveInstance-1595848104-router', 'tenant_id': 'ce5c26e5146b48d692420b8cf88ca227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': '9bbcdea4-28f1-4909-a777-ba0c52624cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T01:04:50Z', 'updated_at': '2020-12-04T01:04:55Z', 'revision_number': 4, 'project_id': 'ce5c26e5146b48d692420b8cf88ca227', 'gw_port': {'id': '9bbcdea4-28f1-4909-a777-ba0c52624cc0', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T01:04:51Z', 'updated_at': '2020-12-04T01:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_interfaces': [{'id': '0184c738-ce92-493f-8f4e-ea44bf0e1f7a', 'name': '', 'network_id': 'bfa5898c-3584-4e54-a8ff-6424b843274f', 'tenant_id': 'ce5c26e5146b48d692420b8cf88ca227', 'mac_address': 'fa:16:3e:4b:74:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7c55e5ca-7fc3-47d0-8a86-745a77902140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T01:04:54Z', 'updated_at': '2020-12-04T01:05:01Z', 'revision_number': 4, 'project_id': 'ce5c26e5146b48d692420b8cf88ca227', 'subnets': [{'id': '7c55e5ca-7fc3-47d0-8a86-745a77902140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 01:05:03.139694 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning for port 6021fb3c-0b69-4d94-9026-84ddcd8e96d4 completed by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 01:05:03.410157 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-2d156182-6009-4d26-904c-8abfd09d5306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7956faeb-0f63-428b-b655-9bffe37090e6', 'name': 'tempest-TestShelveInstance-1033556150-router', 'tenant_id': '6ab11269796849be83731c1961eb7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '01c81dd9-f7e5-41c9-b8b1-91d694c395e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T01:04:59Z', 'updated_at': '2020-12-04T01:05:01Z', 'revision_number': 3, 'project_id': '6ab11269796849be83731c1961eb7b22', 'gw_port': {'id': '01c81dd9-f7e5-41c9-b8b1-91d694c395e0', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ef:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7956faeb-0f63-428b-b655-9bffe37090e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T01:05:00Z', 'updated_at': '2020-12-04T01:05:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb'}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:05:03.415225 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d156182-6009-4d26-904c-8abfd09d5306 None None] Checking router: 7956faeb-0f63-428b-b655-9bffe37090e6 for host: dv-cinder-763306-5-smb {{(pid=80329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 01:05:03.415623 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d156182-6009-4d26-904c-8abfd09d5306 None None] Updating router 7956faeb-0f63-428b-b655-9bffe37090e6 port 01c81dd9-f7e5-41c9-b8b1-91d694c395e0 binding host dv-cinder-763306-5-smb {{(pid=80329) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 04 01:05:03.473567 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2d156182-6009-4d26-904c-8abfd09d5306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:03.617364 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e73f51e9-a245-47d5-a78b-33037adfbdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:03.899130 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8052732-e683-41be-b3d1-56c879abc96f None None] Network 0cde21ae-4d18-4500-8a07-b82011c14de4 requested from dv-cinder-763306-5-smb {{(pid=80328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 01:05:03.945040 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2d156182-6009-4d26-904c-8abfd09d5306 None None] Notify callbacks [] for port, precommit_update {{(pid=80329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:03.959199 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-2d156182-6009-4d26-904c-8abfd09d5306 None None] Transition to ACTIVE for port object 01c81dd9-f7e5-41c9-b8b1-91d694c395e0 will not be triggered until provisioned by entity L2. {{(pid=80329) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 01:05:03.996881 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2d156182-6009-4d26-904c-8abfd09d5306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:04.018351 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-5e0e5978-09d0-4f17-9804-fe06a94f19c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:05:04.031072 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-6b511b36-ad06-424d-9517-3e534e20742d None None] Provisioning for port 6021fb3c-0b69-4d94-9026-84ddcd8e96d4 completed by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 01:05:04.042346 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-6b511b36-ad06-424d-9517-3e534e20742d None None] Provisioning complete for port 6021fb3c-0b69-4d94-9026-84ddcd8e96d4 triggered by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:05:04.042771 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6b511b36-ad06-424d-9517-3e534e20742d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:04.210499 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ddf7a4-e81e-4624-b311-d4390c2c0417 None None] Pushing event updated for resources: {'Port': ['ID=01c81dd9-f7e5-41c9-b8b1-91d694c395e0,revision_number=2']} {{(pid=80329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:05:04.214121 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-43ddf7a4-e81e-4624-b311-d4390c2c0417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:05:04.260892 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-2d156182-6009-4d26-904c-8abfd09d5306 None None] Attempting to bind port 01c81dd9-f7e5-41c9-b8b1-91d694c395e0 on host dv-cinder-763306-5-smb for vnic_type normal with profile {{(pid=80329) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 01:05:04.261458 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-2d156182-6009-4d26-904c-8abfd09d5306 None None] Attempting to bind port 01c81dd9-f7e5-41c9-b8b1-91d694c395e0 by drivers openvswitch on host dv-cinder-763306-5-smb at level 0 using segments [{'id': '103ae13c-6127-42b5-b5fb-b54d98895d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae'}] {{(pid=80329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 01:05:04.261968 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d156182-6009-4d26-904c-8abfd09d5306 None None] Attempting to bind port 01c81dd9-f7e5-41c9-b8b1-91d694c395e0 on network 70fae593-b8e3-4ff7-b3b9-3060a635d4ae {{(pid=80329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 01:05:04.268364 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d156182-6009-4d26-904c-8abfd09d5306 None None] Checking agent: {'id': '47cd6ef8-6b98-4dda-9657-1784e54a0c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 44, 48), 'started_at': datetime.datetime(2020, 12, 4, 0, 45, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 1, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 01:05:04.269022 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d156182-6009-4d26-904c-8abfd09d5306 None None] Checking segment: {'id': '103ae13c-6127-42b5-b5fb-b54d98895d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80329) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 01:05:04.269907 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2d156182-6009-4d26-904c-8abfd09d5306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:04.270110 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d156182-6009-4d26-904c-8abfd09d5306 None None] Bound using segment: {'id': '103ae13c-6127-42b5-b5fb-b54d98895d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae'} {{(pid=80329) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 01:05:04.270735 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-2d156182-6009-4d26-904c-8abfd09d5306 None None] Bound port: 01c81dd9-f7e5-41c9-b8b1-91d694c395e0, host: dv-cinder-763306-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '103ae13c-6127-42b5-b5fb-b54d98895d70', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae'}}] {{(pid=80329) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 01:05:04.271315 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2d156182-6009-4d26-904c-8abfd09d5306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:04.277975 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [None req-e73f51e9-a245-47d5-a78b-33037adfbdcb admin admin] Allocated IP 172.20.0.1 (0cde21ae-4d18-4500-8a07-b82011c14de4/60152a4c-dfc0-4fc5-94b3-4b8fc173b293/33b1fe03-f781-4dac-90ce-ee5a00e3a8d2) {{(pid=80326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 01:05:04.278290 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6b511b36-ad06-424d-9517-3e534e20742d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:04.333063 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-6b511b36-ad06-424d-9517-3e534e20742d None None] For port 6021fb3c-0b69-4d94-9026-84ddcd8e96d4, host dv-cinder-763306-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=6021fb3c-0b69-4d94-9026-84ddcd8e96d4,segment=NetworkSegment(cc9ea7a8-efa1-455c-9206-13f6fe23d1ee),segment_id=cc9ea7a8-efa1-455c-9206-13f6fe23d1ee)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:05:04.354597 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-2d156182-6009-4d26-904c-8abfd09d5306 None None] For port 01c81dd9-f7e5-41c9-b8b1-91d694c395e0, host dv-cinder-763306-5-smb, cleared binding levels {{(pid=80329) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 01:05:04.357903 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-2d156182-6009-4d26-904c-8abfd09d5306 None None] For port 01c81dd9-f7e5-41c9-b8b1-91d694c395e0, host dv-cinder-763306-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=01c81dd9-f7e5-41c9-b8b1-91d694c395e0,segment=NetworkSegment(103ae13c-6127-42b5-b5fb-b54d98895d70),segment_id=103ae13c-6127-42b5-b5fb-b54d98895d70)] {{(pid=80329) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 01:05:04.368312 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6b511b36-ad06-424d-9517-3e534e20742d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:04.371190 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:05:04.398009 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2d156182-6009-4d26-904c-8abfd09d5306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80329) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:04.452304 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e73f51e9-a245-47d5-a78b-33037adfbdcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:04.479014 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-e73f51e9-a245-47d5-a78b-33037adfbdcb admin admin] Transition to ACTIVE for port object 33b1fe03-f781-4dac-90ce-ee5a00e3a8d2 will not be triggered until provisioned by entity DHCP. {{(pid=80326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 01:05:04.529240 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e73f51e9-a245-47d5-a78b-33037adfbdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27594304'] for port, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:04.543233 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-f7bfc584-c26f-49f8-8939-df8767547e27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:05:04.562321 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-d8846c6b-4152-4375-91fc-30b8945e6293 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:05:04.624738 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ddf7a4-e81e-4624-b311-d4390c2c0417 None None] Pushing event updated for resources: {'Port': ['ID=01c81dd9-f7e5-41c9-b8b1-91d694c395e0,revision_number=3']} {{(pid=80329) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:05:04.630566 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-43ddf7a4-e81e-4624-b311-d4390c2c0417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80329) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:05:04.635329 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-fa7c5991-d93f-404f-a502-09ec3fcfe13d None None] Provisioning complete for port 6021fb3c-0b69-4d94-9026-84ddcd8e96d4 triggered by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:05:04.635758 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-fa7c5991-d93f-404f-a502-09ec3fcfe13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:04.647890 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f51e9-a245-47d5-a78b-33037adfbdcb admin admin] Pushing event updated for resources: {'Port': ['ID=33b1fe03-f781-4dac-90ce-ee5a00e3a8d2,revision_number=1']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:05:04.654434 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-e73f51e9-a245-47d5-a78b-33037adfbdcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:05:04.659287 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d156182-6009-4d26-904c-8abfd09d5306 None None] Routers {'7956faeb-0f63-428b-b655-9bffe37090e6'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 01:05:04.659967 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-2d156182-6009-4d26-904c-8abfd09d5306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T01:04:47Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['7956faeb-0f63-428b-b655-9bffe37090e6'], 'active': True} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:05:04.684593 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b511b36-ad06-424d-9517-3e534e20742d None None] Pushing event updated for resources: {'Port': ['ID=6021fb3c-0b69-4d94-9026-84ddcd8e96d4,revision_number=3']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:05:04.688159 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-6b511b36-ad06-424d-9517-3e534e20742d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:05:04.788960 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73f51e9-a245-47d5-a78b-33037adfbdcb admin admin] Network 0cde21ae-4d18-4500-8a07-b82011c14de4 is already hosted by enough agents. {{(pid=80326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 01:05:04.790869 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-e73f51e9-a245-47d5-a78b-33037adfbdcb admin admin] Resources bound (agent type, host, resource id): {{(pid=80326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 01:05:04.796886 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73f51e9-a245-47d5-a78b-33037adfbdcb admin admin] Received port after_create {{(pid=80326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 01:05:04.868312 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e73f51e9-a245-47d5-a78b-33037adfbdcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656583'] for router_interface, before_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:04.936573 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-c2bce1e6-1c59-4d7b-a236-54a101498615 None None] Provisioning complete for port 6021fb3c-0b69-4d94-9026-84ddcd8e96d4 triggered by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:05:04.936992 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c2bce1e6-1c59-4d7b-a236-54a101498615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:05.010732 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 0184c738-ce92-493f-8f4e-ea44bf0e1f7a up at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 01:05:05.031944 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-2d156182-6009-4d26-904c-8abfd09d5306 None None] Set router 7956faeb-0f63-428b-b655-9bffe37090e6 gateway port host: dv-cinder-763306-5-smb {{(pid=80329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 01:05:05.048462 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e73f51e9-a245-47d5-a78b-33037adfbdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:05.179780 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning for port 0184c738-ce92-493f-8f4e-ea44bf0e1f7a completed by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 01:05:05.188565 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning complete for port 0184c738-ce92-493f-8f4e-ea44bf0e1f7a triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:05:05.189179 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:05.319735 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:05.343644 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-c8264843-8059-4cf5-a473-70c0f8a5a3e6 None None] Provisioning for port 33b1fe03-f781-4dac-90ce-ee5a00e3a8d2 completed by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 01:05:05.353565 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-c8264843-8059-4cf5-a473-70c0f8a5a3e6 None None] Provisioning complete for port 33b1fe03-f781-4dac-90ce-ee5a00e3a8d2 triggered by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:05:05.353982 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c8264843-8059-4cf5-a473-70c0f8a5a3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:05.374686 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e73f51e9-a245-47d5-a78b-33037adfbdcb admin admin] Notify callbacks [] for port, precommit_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:05.381503 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-2d156182-6009-4d26-904c-8abfd09d5306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7956faeb-0f63-428b-b655-9bffe37090e6', 'name': 'tempest-TestShelveInstance-1033556150-router', 'tenant_id': '6ab11269796849be83731c1961eb7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '01c81dd9-f7e5-41c9-b8b1-91d694c395e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T01:04:59Z', 'updated_at': '2020-12-04T01:05:01Z', 'revision_number': 3, 'project_id': '6ab11269796849be83731c1961eb7b22', 'gw_port': {'id': '01c81dd9-f7e5-41c9-b8b1-91d694c395e0', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ef:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7956faeb-0f63-428b-b655-9bffe37090e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T01:05:00Z', 'updated_at': '2020-12-04T01:05:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb'}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:05:05.386312 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d156182-6009-4d26-904c-8abfd09d5306 None None] The sync data for ids ['7956faeb-0f63-428b-b655-9bffe37090e6'] in dv-cinder-763306-5-smb is: [{'id': '7956faeb-0f63-428b-b655-9bffe37090e6', 'name': 'tempest-TestShelveInstance-1033556150-router', 'tenant_id': '6ab11269796849be83731c1961eb7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '01c81dd9-f7e5-41c9-b8b1-91d694c395e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T01:04:59Z', 'updated_at': '2020-12-04T01:05:01Z', 'revision_number': 3, 'project_id': '6ab11269796849be83731c1961eb7b22', 'gw_port': {'id': '01c81dd9-f7e5-41c9-b8b1-91d694c395e0', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ef:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7956faeb-0f63-428b-b655-9bffe37090e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T01:05:00Z', 'updated_at': '2020-12-04T01:05:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb'}] {{(pid=80329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 01:05:05.395280 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] For port 0184c738-ce92-493f-8f4e-ea44bf0e1f7a, host dv-cinder-763306-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=0184c738-ce92-493f-8f4e-ea44bf0e1f7a,segment=NetworkSegment(51697142-f127-455b-b2d8-603cfb3c31f1),segment_id=51697142-f127-455b-b2d8-603cfb3c31f1)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:05:05.412365 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e73f51e9-a245-47d5-a78b-33037adfbdcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036827181495'] for port, after_update {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:05.419012 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-c8264843-8059-4cf5-a473-70c0f8a5a3e6 None None] Port 33b1fe03-f781-4dac-90ce-ee5a00e3a8d2 cannot update to ACTIVE because it is not bound. {{(pid=80328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 04 01:05:05.431002 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-c8264843-8059-4cf5-a473-70c0f8a5a3e6 None None] Provisioning complete for port 6021fb3c-0b69-4d94-9026-84ddcd8e96d4 triggered by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:05:05.431464 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c8264843-8059-4cf5-a473-70c0f8a5a3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:05.447002 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-6eb816bd-8ecd-4aca-bd1a-b1da274de578 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:05:05.460783 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:05.461629 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 6021fb3c-0b69-4d94-9026-84ddcd8e96d4 up at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 01:05:05.495983 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-68f51c3b-04da-4b3f-bb35-1a03095b6e0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:05:05.529074 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f51e9-a245-47d5-a78b-33037adfbdcb admin admin] Pushing event updated for resources: {'Port': ['ID=33b1fe03-f781-4dac-90ce-ee5a00e3a8d2,revision_number=2']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:05:05.531806 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e73f51e9-a245-47d5-a78b-33037adfbdcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851588661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854119142'] for router_interface, after_create {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:05.546003 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-e73f51e9-a245-47d5-a78b-33037adfbdcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:05:05.612889 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Pushing event updated for resources: {'Port': ['ID=0184c738-ce92-493f-8f4e-ea44bf0e1f7a,revision_number=5']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:05:05.620528 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:05:05.656914 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning complete for port 6021fb3c-0b69-4d94-9026-84ddcd8e96d4 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:05:05.657341 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:05.686137 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73f51e9-a245-47d5-a78b-33037adfbdcb admin admin] Network 0cde21ae-4d18-4500-8a07-b82011c14de4 is already hosted by enough agents. {{(pid=80326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 01:05:05.687013 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [None req-e73f51e9-a245-47d5-a78b-33037adfbdcb admin admin] Resources bound (agent type, host, resource id): {{(pid=80326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 01:05:05.930430 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e73f51e9-a245-47d5-a78b-33037adfbdcb admin admin] Router 7956faeb-0f63-428b-b655-9bffe37090e6 has already been hosted by L3 agent 584cecf2-ad77-484a-986e-0fea284e741d {{(pid=80326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 01:05:05.973412 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-0f8ef71d-bf31-449b-8707-efe2f36ad2ce None None] Provisioning complete for port 33b1fe03-f781-4dac-90ce-ee5a00e3a8d2 triggered by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:05:05.973837 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-0f8ef71d-bf31-449b-8707-efe2f36ad2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:06.036265 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-0f8ef71d-bf31-449b-8707-efe2f36ad2ce None None] Port 33b1fe03-f781-4dac-90ce-ee5a00e3a8d2 cannot update to ACTIVE because it is not bound. {{(pid=80328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 04 01:05:06.127879 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e73f51e9-a245-47d5-a78b-33037adfbdcb admin admin] Notify agent at l3_agent.dv-cinder-763306-5-smb the message routers_updated {{(pid=80326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 01:05:06.144408 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-e73f51e9-a245-47d5-a78b-33037adfbdcb admin admin] 10.222.0.73 "PUT /v2.0/routers/7956faeb-0f63-428b-b655-9bffe37090e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2164228 Dec 04 01:05:06.842751 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-81e49e05-2f01-487f-9ce4-03d0c847d016 req-7bcf717d-1925-47ce-afa3-2ede19d955c3 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1017176249', 'description': 'tempest-TestShelveInstance-1017176249 description'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 01:05:06.850118 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-81e49e05-2f01-487f-9ce4-03d0c847d016 req-7bcf717d-1925-47ce-afa3-2ede19d955c3 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:05:06.854344 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-81e49e05-2f01-487f-9ce4-03d0c847d016 req-7bcf717d-1925-47ce-afa3-2ede19d955c3 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Usage tracker for resource:security_group and tenant:ce5c26e5146b48d692420b8cf88ca227 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 01:05:06.858735 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-81e49e05-2f01-487f-9ce4-03d0c847d016 req-7bcf717d-1925-47ce-afa3-2ede19d955c3 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 01:05:06.864905 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-81e49e05-2f01-487f-9ce4-03d0c847d016 req-7bcf717d-1925-47ce-afa3-2ede19d955c3 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:05:06.904097 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-81e49e05-2f01-487f-9ce4-03d0c847d016 req-7bcf717d-1925-47ce-afa3-2ede19d955c3 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify callbacks [] for security_group, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:06.927105 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-81e49e05-2f01-487f-9ce4-03d0c847d016 req-7bcf717d-1925-47ce-afa3-2ede19d955c3 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:05:06.931228 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-81e49e05-2f01-487f-9ce4-03d0c847d016 req-7bcf717d-1925-47ce-afa3-2ede19d955c3 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Usage tracker for resource:security_group_rule and tenant:ce5c26e5146b48d692420b8cf88ca227 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 01:05:06.934188 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-81e49e05-2f01-487f-9ce4-03d0c847d016 req-7bcf717d-1925-47ce-afa3-2ede19d955c3 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 01:05:06.940239 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-81e49e05-2f01-487f-9ce4-03d0c847d016 req-7bcf717d-1925-47ce-afa3-2ede19d955c3 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:05:06.958233 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 0184c738-ce92-493f-8f4e-ea44bf0e1f7a up at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 01:05:07.019827 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-81e49e05-2f01-487f-9ce4-03d0c847d016 req-7bcf717d-1925-47ce-afa3-2ede19d955c3 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify callbacks [] for security_group, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:07.028509 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning complete for port 0184c738-ce92-493f-8f4e-ea44bf0e1f7a triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:05:07.028925 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:07.048620 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-81e49e05-2f01-487f-9ce4-03d0c847d016 req-7bcf717d-1925-47ce-afa3-2ede19d955c3 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:07.054384 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-0d0039ba-2eba-4f1a-8513-a2c0f9fd5e93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:05:07.097893 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf717d-1925-47ce-afa3-2ede19d955c3 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Pushing event updated for resources: {'SecurityGroup': ['ID=a53748dc-06ed-436a-b854-2ee2f6e676ec,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:05:07.101042 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-7bcf717d-1925-47ce-afa3-2ede19d955c3 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:05:07.139729 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-81e49e05-2f01-487f-9ce4-03d0c847d016 req-7bcf717d-1925-47ce-afa3-2ede19d955c3 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:07.141135 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-81e49e05-2f01-487f-9ce4-03d0c847d016 req-7bcf717d-1925-47ce-afa3-2ede19d955c3 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1757 time: 0.3031678 Dec 04 01:05:07.154488 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 01c81dd9-f7e5-41c9-b8b1-91d694c395e0 up at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 01:05:07.226281 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-32a75e3a-e275-4028-86af-697221529c52 req-9ba32d34-20af-487b-86c0-1070cb54bff9 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/security-groups/a53748dc-06ed-436a-b854-2ee2f6e676ec HTTP/1.1" status: 200 len: 1752 time: 0.0507245 Dec 04 01:05:07.237479 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-32a75e3a-e275-4028-86af-697221529c52 req-53df2eae-3a59-487b-99a5-99ebb1748206 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a53748dc-06ed-436a-b854-2ee2f6e676ec', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 01:05:07.237843 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-32a75e3a-e275-4028-86af-697221529c52 req-53df2eae-3a59-487b-99a5-99ebb1748206 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a53748dc-06ed-436a-b854-2ee2f6e676ec', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 01:05:07.244303 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-32a75e3a-e275-4028-86af-697221529c52 req-53df2eae-3a59-487b-99a5-99ebb1748206 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:05:07.248620 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-32a75e3a-e275-4028-86af-697221529c52 req-53df2eae-3a59-487b-99a5-99ebb1748206 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Usage tracker for resource:security_group_rule and tenant:ce5c26e5146b48d692420b8cf88ca227 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 01:05:07.251657 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-32a75e3a-e275-4028-86af-697221529c52 req-53df2eae-3a59-487b-99a5-99ebb1748206 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 01:05:07.257774 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning for port 01c81dd9-f7e5-41c9-b8b1-91d694c395e0 completed by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 01:05:07.258196 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-32a75e3a-e275-4028-86af-697221529c52 req-53df2eae-3a59-487b-99a5-99ebb1748206 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:05:07.263307 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning complete for port 01c81dd9-f7e5-41c9-b8b1-91d694c395e0 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:05:07.263859 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:07.358713 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-32a75e3a-e275-4028-86af-697221529c52 req-53df2eae-3a59-487b-99a5-99ebb1748206 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify callbacks [] for security_group_rule, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:07.384151 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-32a75e3a-e275-4028-86af-697221529c52 req-53df2eae-3a59-487b-99a5-99ebb1748206 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:07.385909 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:07.401725 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] For port 01c81dd9-f7e5-41c9-b8b1-91d694c395e0, host dv-cinder-763306-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=01c81dd9-f7e5-41c9-b8b1-91d694c395e0,segment=NetworkSegment(103ae13c-6127-42b5-b5fb-b54d98895d70),segment_id=103ae13c-6127-42b5-b5fb-b54d98895d70)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:05:07.413623 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-32a75e3a-e275-4028-86af-697221529c52 req-53df2eae-3a59-487b-99a5-99ebb1748206 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103369'] for security_group_rule, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:07.415893 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-7859cb82-cd2b-4cbb-9ca9-af13867a1327 tempest-AttachVolumeTestJSON-968359931 tempest-AttachVolumeTestJSON-968359931] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:05:07.437976 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53df2eae-3a59-487b-99a5-99ebb1748206 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a2e903-eeb8-48b1-bc48-eb5caa6dc85b,revision_number=0']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:05:07.442417 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-53df2eae-3a59-487b-99a5-99ebb1748206 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:05:07.446650 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:07.448602 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:05:07.482789 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-32a75e3a-e275-4028-86af-697221529c52 req-53df2eae-3a59-487b-99a5-99ebb1748206 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify callbacks [] for security_group_rule, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:07.484188 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-32a75e3a-e275-4028-86af-697221529c52 req-53df2eae-3a59-487b-99a5-99ebb1748206 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 754 time: 0.2510195 Dec 04 01:05:07.516067 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Pushing event updated for resources: {'Port': ['ID=01c81dd9-f7e5-41c9-b8b1-91d694c395e0,revision_number=4']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:05:07.519645 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:05:07.565402 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-70d77045-2967-45a0-82e3-5983fc623664 req-ccc3d135-9a4b-4f82-9ef5-89b2fdc40e76 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/security-groups/a53748dc-06ed-436a-b854-2ee2f6e676ec HTTP/1.1" status: 200 len: 2313 time: 0.0487390 Dec 04 01:05:07.576954 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-70d77045-2967-45a0-82e3-5983fc623664 req-e2292542-ac35-4f6e-bb22-64904aa9cbbb tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a53748dc-06ed-436a-b854-2ee2f6e676ec', 'remote_group_id': None}]} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 01:05:07.577349 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-70d77045-2967-45a0-82e3-5983fc623664 req-e2292542-ac35-4f6e-bb22-64904aa9cbbb tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a53748dc-06ed-436a-b854-2ee2f6e676ec', 'remote_group_id': None}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 01:05:07.583391 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-70d77045-2967-45a0-82e3-5983fc623664 req-e2292542-ac35-4f6e-bb22-64904aa9cbbb tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:05:07.587452 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-70d77045-2967-45a0-82e3-5983fc623664 req-e2292542-ac35-4f6e-bb22-64904aa9cbbb tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Usage tracker for resource:security_group_rule and tenant:ce5c26e5146b48d692420b8cf88ca227 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 01:05:07.590374 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-70d77045-2967-45a0-82e3-5983fc623664 req-e2292542-ac35-4f6e-bb22-64904aa9cbbb tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 01:05:07.596126 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-70d77045-2967-45a0-82e3-5983fc623664 req-e2292542-ac35-4f6e-bb22-64904aa9cbbb tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:05:07.684226 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-70d77045-2967-45a0-82e3-5983fc623664 req-e2292542-ac35-4f6e-bb22-64904aa9cbbb tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify callbacks [] for security_group_rule, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:07.708634 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-70d77045-2967-45a0-82e3-5983fc623664 req-e2292542-ac35-4f6e-bb22-64904aa9cbbb tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:07.750871 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-70d77045-2967-45a0-82e3-5983fc623664 req-e2292542-ac35-4f6e-bb22-64904aa9cbbb tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103369'] for security_group_rule, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:07.757025 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:05:07.777901 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2292542-ac35-4f6e-bb22-64904aa9cbbb tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2515c344-eade-43ef-a050-787af3ba9ecf,revision_number=0']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:05:07.781095 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-e2292542-ac35-4f6e-bb22-64904aa9cbbb tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:05:07.854229 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-70d77045-2967-45a0-82e3-5983fc623664 req-e2292542-ac35-4f6e-bb22-64904aa9cbbb tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify callbacks [] for security_group_rule, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:07.855831 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-70d77045-2967-45a0-82e3-5983fc623664 req-e2292542-ac35-4f6e-bb22-64904aa9cbbb tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 759 time: 0.2830660 Dec 04 01:05:08.333951 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25101b3e-194b-49e4-ba5d-79a13865ed95 None None] Sync routers for ids ['7956faeb-0f63-428b-b655-9bffe37090e6'] in dv-cinder-763306-5-smb {{(pid=80328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 01:05:08.344005 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25101b3e-194b-49e4-ba5d-79a13865ed95 None None] Routers {'7956faeb-0f63-428b-b655-9bffe37090e6'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 01:05:08.344718 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-25101b3e-194b-49e4-ba5d-79a13865ed95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T01:04:47Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['7956faeb-0f63-428b-b655-9bffe37090e6'], 'active': True} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:05:08.528107 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-25101b3e-194b-49e4-ba5d-79a13865ed95 None None] Set router 7956faeb-0f63-428b-b655-9bffe37090e6 gateway port host: dv-cinder-763306-5-smb {{(pid=80328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 01:05:08.865988 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-25101b3e-194b-49e4-ba5d-79a13865ed95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7956faeb-0f63-428b-b655-9bffe37090e6', 'name': 'tempest-TestShelveInstance-1033556150-router', 'tenant_id': '6ab11269796849be83731c1961eb7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '01c81dd9-f7e5-41c9-b8b1-91d694c395e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T01:04:59Z', 'updated_at': '2020-12-04T01:05:04Z', 'revision_number': 4, 'project_id': '6ab11269796849be83731c1961eb7b22', 'gw_port': {'id': '01c81dd9-f7e5-41c9-b8b1-91d694c395e0', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ef:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7956faeb-0f63-428b-b655-9bffe37090e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T01:05:00Z', 'updated_at': '2020-12-04T01:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_interfaces': [{'id': '33b1fe03-f781-4dac-90ce-ee5a00e3a8d2', 'name': '', 'network_id': '0cde21ae-4d18-4500-8a07-b82011c14de4', 'tenant_id': '6ab11269796849be83731c1961eb7b22', 'mac_address': 'fa:16:3e:80:88:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7956faeb-0f63-428b-b655-9bffe37090e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '60152a4c-dfc0-4fc5-94b3-4b8fc173b293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T01:05:04Z', 'updated_at': '2020-12-04T01:05:05Z', 'revision_number': 2, 'project_id': '6ab11269796849be83731c1961eb7b22', 'subnets': [{'id': '60152a4c-dfc0-4fc5-94b3-4b8fc173b293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:05:08.870144 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25101b3e-194b-49e4-ba5d-79a13865ed95 None None] Checking router: 7956faeb-0f63-428b-b655-9bffe37090e6 for host: dv-cinder-763306-5-smb {{(pid=80328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 01:05:08.870557 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25101b3e-194b-49e4-ba5d-79a13865ed95 None None] Updating router 7956faeb-0f63-428b-b655-9bffe37090e6 port 33b1fe03-f781-4dac-90ce-ee5a00e3a8d2 binding host dv-cinder-763306-5-smb {{(pid=80328) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 04 01:05:08.900874 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 01c81dd9-f7e5-41c9-b8b1-91d694c395e0 up at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 01:05:08.980072 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-25101b3e-194b-49e4-ba5d-79a13865ed95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:09.056309 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning complete for port 01c81dd9-f7e5-41c9-b8b1-91d694c395e0 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:05:09.056732 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:09.352964 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 6 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 01:05:09.673565 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-25101b3e-194b-49e4-ba5d-79a13865ed95 None None] Notify callbacks [] for port, precommit_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:09.686402 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-25101b3e-194b-49e4-ba5d-79a13865ed95 None None] Transition to ACTIVE for port object 33b1fe03-f781-4dac-90ce-ee5a00e3a8d2 will not be triggered until provisioned by entity L2. {{(pid=80328) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 01:05:09.717098 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-25101b3e-194b-49e4-ba5d-79a13865ed95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:09.733045 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:05:09.866551 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f7668-00a9-4bb3-8f30-b8d6cebc81a2 None None] Pushing event updated for resources: {'Port': ['ID=33b1fe03-f781-4dac-90ce-ee5a00e3a8d2,revision_number=3']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:05:09.870062 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-117f7668-00a9-4bb3-8f30-b8d6cebc81a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:05:10.041268 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-25101b3e-194b-49e4-ba5d-79a13865ed95 None None] Attempting to bind port 33b1fe03-f781-4dac-90ce-ee5a00e3a8d2 on host dv-cinder-763306-5-smb for vnic_type normal with profile {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 01:05:10.041684 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-25101b3e-194b-49e4-ba5d-79a13865ed95 None None] Attempting to bind port 33b1fe03-f781-4dac-90ce-ee5a00e3a8d2 by drivers openvswitch on host dv-cinder-763306-5-smb at level 0 using segments [{'id': 'cc9ea7a8-efa1-455c-9206-13f6fe23d1ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0cde21ae-4d18-4500-8a07-b82011c14de4'}] {{(pid=80328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 01:05:10.042093 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25101b3e-194b-49e4-ba5d-79a13865ed95 None None] Attempting to bind port 33b1fe03-f781-4dac-90ce-ee5a00e3a8d2 on network 0cde21ae-4d18-4500-8a07-b82011c14de4 {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 01:05:10.048311 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25101b3e-194b-49e4-ba5d-79a13865ed95 None None] Checking agent: {'id': '47cd6ef8-6b98-4dda-9657-1784e54a0c16', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 44, 48), 'started_at': datetime.datetime(2020, 12, 4, 0, 45, 18), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 1, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.82', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 01:05:10.048732 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25101b3e-194b-49e4-ba5d-79a13865ed95 None None] Checking segment: {'id': 'cc9ea7a8-efa1-455c-9206-13f6fe23d1ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0cde21ae-4d18-4500-8a07-b82011c14de4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80328) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 01:05:10.049198 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-25101b3e-194b-49e4-ba5d-79a13865ed95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:10.049632 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25101b3e-194b-49e4-ba5d-79a13865ed95 None None] Bound using segment: {'id': 'cc9ea7a8-efa1-455c-9206-13f6fe23d1ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0cde21ae-4d18-4500-8a07-b82011c14de4'} {{(pid=80328) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 01:05:10.050142 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-25101b3e-194b-49e4-ba5d-79a13865ed95 None None] Bound port: 33b1fe03-f781-4dac-90ce-ee5a00e3a8d2, host: dv-cinder-763306-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc9ea7a8-efa1-455c-9206-13f6fe23d1ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0cde21ae-4d18-4500-8a07-b82011c14de4'}}] {{(pid=80328) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 01:05:10.050563 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-25101b3e-194b-49e4-ba5d-79a13865ed95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:10.157584 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-25101b3e-194b-49e4-ba5d-79a13865ed95 None None] For port 33b1fe03-f781-4dac-90ce-ee5a00e3a8d2, host dv-cinder-763306-5-smb, cleared binding levels {{(pid=80328) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 01:05:10.160926 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-25101b3e-194b-49e4-ba5d-79a13865ed95 None None] For port 33b1fe03-f781-4dac-90ce-ee5a00e3a8d2, host dv-cinder-763306-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=33b1fe03-f781-4dac-90ce-ee5a00e3a8d2,segment=NetworkSegment(cc9ea7a8-efa1-455c-9206-13f6fe23d1ee),segment_id=cc9ea7a8-efa1-455c-9206-13f6fe23d1ee)] {{(pid=80328) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 01:05:10.197034 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-25101b3e-194b-49e4-ba5d-79a13865ed95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:10.211074 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:05:10.354762 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f7668-00a9-4bb3-8f30-b8d6cebc81a2 None None] Pushing event updated for resources: {'Port': ['ID=33b1fe03-f781-4dac-90ce-ee5a00e3a8d2,revision_number=4']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:05:10.368129 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-117f7668-00a9-4bb3-8f30-b8d6cebc81a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:05:10.415195 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25101b3e-194b-49e4-ba5d-79a13865ed95 None None] Routers {'7956faeb-0f63-428b-b655-9bffe37090e6'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 01:05:10.415921 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-25101b3e-194b-49e4-ba5d-79a13865ed95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T01:04:47Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['7956faeb-0f63-428b-b655-9bffe37090e6'], 'active': True} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:05:10.604893 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-25101b3e-194b-49e4-ba5d-79a13865ed95 None None] Set router 7956faeb-0f63-428b-b655-9bffe37090e6 gateway port host: dv-cinder-763306-5-smb {{(pid=80328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 01:05:10.949198 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-25101b3e-194b-49e4-ba5d-79a13865ed95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7956faeb-0f63-428b-b655-9bffe37090e6', 'name': 'tempest-TestShelveInstance-1033556150-router', 'tenant_id': '6ab11269796849be83731c1961eb7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '01c81dd9-f7e5-41c9-b8b1-91d694c395e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T01:04:59Z', 'updated_at': '2020-12-04T01:05:04Z', 'revision_number': 4, 'project_id': '6ab11269796849be83731c1961eb7b22', 'gw_port': {'id': '01c81dd9-f7e5-41c9-b8b1-91d694c395e0', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ef:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7956faeb-0f63-428b-b655-9bffe37090e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T01:05:00Z', 'updated_at': '2020-12-04T01:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_interfaces': [{'id': '33b1fe03-f781-4dac-90ce-ee5a00e3a8d2', 'name': '', 'network_id': '0cde21ae-4d18-4500-8a07-b82011c14de4', 'tenant_id': '6ab11269796849be83731c1961eb7b22', 'mac_address': 'fa:16:3e:80:88:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7956faeb-0f63-428b-b655-9bffe37090e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '60152a4c-dfc0-4fc5-94b3-4b8fc173b293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T01:05:04Z', 'updated_at': '2020-12-04T01:05:10Z', 'revision_number': 4, 'project_id': '6ab11269796849be83731c1961eb7b22', 'subnets': [{'id': '60152a4c-dfc0-4fc5-94b3-4b8fc173b293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:05:10.953460 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25101b3e-194b-49e4-ba5d-79a13865ed95 None None] The sync data for ids ['7956faeb-0f63-428b-b655-9bffe37090e6'] in dv-cinder-763306-5-smb is: [{'id': '7956faeb-0f63-428b-b655-9bffe37090e6', 'name': 'tempest-TestShelveInstance-1033556150-router', 'tenant_id': '6ab11269796849be83731c1961eb7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '01c81dd9-f7e5-41c9-b8b1-91d694c395e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T01:04:59Z', 'updated_at': '2020-12-04T01:05:04Z', 'revision_number': 4, 'project_id': '6ab11269796849be83731c1961eb7b22', 'gw_port': {'id': '01c81dd9-f7e5-41c9-b8b1-91d694c395e0', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ef:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7956faeb-0f63-428b-b655-9bffe37090e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T01:05:00Z', 'updated_at': '2020-12-04T01:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_interfaces': [{'id': '33b1fe03-f781-4dac-90ce-ee5a00e3a8d2', 'name': '', 'network_id': '0cde21ae-4d18-4500-8a07-b82011c14de4', 'tenant_id': '6ab11269796849be83731c1961eb7b22', 'mac_address': 'fa:16:3e:80:88:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7956faeb-0f63-428b-b655-9bffe37090e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '60152a4c-dfc0-4fc5-94b3-4b8fc173b293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T01:05:04Z', 'updated_at': '2020-12-04T01:05:10Z', 'revision_number': 4, 'project_id': '6ab11269796849be83731c1961eb7b22', 'subnets': [{'id': '60152a4c-dfc0-4fc5-94b3-4b8fc173b293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 01:05:12.909484 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 33b1fe03-f781-4dac-90ce-ee5a00e3a8d2 up at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 01:05:13.025313 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning for port 33b1fe03-f781-4dac-90ce-ee5a00e3a8d2 completed by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 01:05:13.030797 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning complete for port 33b1fe03-f781-4dac-90ce-ee5a00e3a8d2 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:05:13.031242 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:13.154863 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:13.189665 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] For port 33b1fe03-f781-4dac-90ce-ee5a00e3a8d2, host dv-cinder-763306-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=33b1fe03-f781-4dac-90ce-ee5a00e3a8d2,segment=NetworkSegment(cc9ea7a8-efa1-455c-9206-13f6fe23d1ee),segment_id=cc9ea7a8-efa1-455c-9206-13f6fe23d1ee)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:05:13.217647 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:13.220117 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:05:13.287604 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Pushing event updated for resources: {'Port': ['ID=33b1fe03-f781-4dac-90ce-ee5a00e3a8d2,revision_number=5']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:05:13.291056 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:05:14.676944 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d0330d43-d2b9-45a1-ae8d-feb4b2588c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:14.892404 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 33b1fe03-f781-4dac-90ce-ee5a00e3a8d2 up at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 01:05:14.968647 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Provisioning complete for port 33b1fe03-f781-4dac-90ce-ee5a00e3a8d2 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:05:14.969073 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:16.288432 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:16.785123 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-cca67b86-f095-4c2d-a2a6-d973baca0174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:17.470900 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:18.493838 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:18.933695 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:24.384848 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-154ce309-5066-4b5c-be84-70f691593431 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Synchronizing usage tracker for tenant:ce5c26e5146b48d692420b8cf88ca227 on resource:security_group {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 01:05:24.463183 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-154ce309-5066-4b5c-be84-70f691593431 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Unset dirty status for tenant:ce5c26e5146b48d692420b8cf88ca227 on resource:security_group {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 01:05:24.464573 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-154ce309-5066-4b5c-be84-70f691593431 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1017176249&fields=id&tenant_id=ce5c26e5146b48d692420b8cf88ca227 HTTP/1.1" status: 200 len: 267 time: 0.1247003 Dec 04 01:05:24.624861 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-50f02ad6-c76a-40c8-9057-301f8c04b58a tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:05:24.626423 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-50f02ad6-c76a-40c8-9057-301f8c04b58a tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/networks?id=bfa5898c-3584-4e54-a8ff-6424b843274f HTTP/1.1" status: 200 len: 809 time: 0.1544051 Dec 04 01:05:24.642495 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-0198e524-0723-44a2-bda9-6e08c4938ac3 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/quotas/ce5c26e5146b48d692420b8cf88ca227 HTTP/1.1" status: 200 len: 375 time: 0.0095413 Dec 04 01:05:24.727765 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-10c73c56-12a4-4830-90a1-337d535c4ae5 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Synchronizing usage tracker for tenant:ce5c26e5146b48d692420b8cf88ca227 on resource:port {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 01:05:24.777090 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-10c73c56-12a4-4830-90a1-337d535c4ae5 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Unset dirty status for tenant:ce5c26e5146b48d692420b8cf88ca227 on resource:port {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 01:05:24.778465 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-10c73c56-12a4-4830-90a1-337d535c4ae5 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/ports?tenant_id=ce5c26e5146b48d692420b8cf88ca227&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1300471 Dec 04 01:05:24.795561 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-0636a94d-7991-42d3-bbde-8f216be785d9 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=80327) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 04 01:05:24.796610 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-0636a94d-7991-42d3-bbde-8f216be785d9 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0055239 Dec 04 01:05:24.939198 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-135136e1-e257-40c7-8bd6-368a37c9f532 service neutron] 10.222.0.73 "GET /v2.0/networks/bfa5898c-3584-4e54-a8ff-6424b843274f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360872 Dec 04 01:05:25.080098 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-dc7d837c-b6c9-46c3-93d4-fecfe462c43e service neutron] 10.222.0.73 "GET /v2.0/networks/bfa5898c-3584-4e54-a8ff-6424b843274f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1343937 Dec 04 01:05:25.733183 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c9f38ff6-ff4c-4af8-8510-f9f6515d89c2 req-6a522319-2c18-499b-ba9a-97cbdd6f271a tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/ports?device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 210 time: 0.0460148 Dec 04 01:05:26.922262 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3661fa00-6b3e-40fa-a3db-ce4bb255bf78 req-dcc6a852-3e52-42e3-8461-1da1f26683f4 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/ports?device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 210 time: 0.0503163 Dec 04 01:05:27.977317 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-f3dbf884-33e9-45f5-a56f-dad7f4bc43b9 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:05:27.979861 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-f3dbf884-33e9-45f5-a56f-dad7f4bc43b9 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.86 "GET /v2.0/networks?id=bfa5898c-3584-4e54-a8ff-6424b843274f HTTP/1.1" status: 200 len: 809 time: 0.1589718 Dec 04 01:05:28.067526 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-d6aacab6-7a0e-4a06-90e4-adb3074d446c tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ce5c26e5146b48d692420b8cf88ca227 HTTP/1.1" status: 200 len: 5545 time: 0.0683053 Dec 04 01:05:28.117245 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-13b8ea3c-97e6-4f64-b68a-d34e9417b2ce tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Request body: {'port': {'device_id': '2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b', 'network_id': 'bfa5898c-3584-4e54-a8ff-6424b843274f', 'admin_state_up': True, 'tenant_id': 'ce5c26e5146b48d692420b8cf88ca227', 'security_groups': ['a53748dc-06ed-436a-b854-2ee2f6e676ec']}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 01:05:28.139628 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c582a392-e5a7-4e00-b368-017c705e5afd req-9226a5e5-8c9b-4580-bc0e-b133c866a4a7 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/ports?device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 210 time: 0.0710559 Dec 04 01:05:28.264135 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-13b8ea3c-97e6-4f64-b68a-d34e9417b2ce tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:05:28.274475 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-13b8ea3c-97e6-4f64-b68a-d34e9417b2ce tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:05:28.314822 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-13b8ea3c-97e6-4f64-b68a-d34e9417b2ce tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Made reservation on behalf of ce5c26e5146b48d692420b8cf88ca227 for: {'port': 1} {{(pid=80327) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 04 01:05:28.320456 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-13b8ea3c-97e6-4f64-b68a-d34e9417b2ce tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:28.633124 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-13b8ea3c-97e6-4f64-b68a-d34e9417b2ce tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Allocated IP 172.20.0.3 (bfa5898c-3584-4e54-a8ff-6424b843274f/7c55e5ca-7fc3-47d0-8a86-745a77902140/0fb9fcb8-0d1d-43bd-ac50-a46198eb3402) {{(pid=80327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 01:05:28.833273 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-13b8ea3c-97e6-4f64-b68a-d34e9417b2ce tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify callbacks [] for port, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:28.849896 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-13b8ea3c-97e6-4f64-b68a-d34e9417b2ce tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Transition to ACTIVE for port object 0fb9fcb8-0d1d-43bd-ac50-a46198eb3402 will not be triggered until provisioned by entity DHCP. {{(pid=80327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 01:05:28.898463 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-13b8ea3c-97e6-4f64-b68a-d34e9417b2ce tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:28.918003 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-96a2d4df-570f-4c3b-9b5c-64b6824280dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:05:29.047451 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b8ea3c-97e6-4f64-b68a-d34e9417b2ce tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Pushing event updated for resources: {'Port': ['ID=0fb9fcb8-0d1d-43bd-ac50-a46198eb3402,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:05:29.073831 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b8ea3c-97e6-4f64-b68a-d34e9417b2ce tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:05:29.074246 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b8ea3c-97e6-4f64-b68a-d34e9417b2ce tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:05:29.074651 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b8ea3c-97e6-4f64-b68a-d34e9417b2ce tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:05:29.075046 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b8ea3c-97e6-4f64-b68a-d34e9417b2ce tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:05:29.075488 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b8ea3c-97e6-4f64-b68a-d34e9417b2ce tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:05:29.075885 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b8ea3c-97e6-4f64-b68a-d34e9417b2ce tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:05:29.076277 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b8ea3c-97e6-4f64-b68a-d34e9417b2ce tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:05:29.076690 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b8ea3c-97e6-4f64-b68a-d34e9417b2ce tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:05:29.077081 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b8ea3c-97e6-4f64-b68a-d34e9417b2ce tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:05:29.077468 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b8ea3c-97e6-4f64-b68a-d34e9417b2ce tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:05:29.077855 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b8ea3c-97e6-4f64-b68a-d34e9417b2ce tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:05:29.078240 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b8ea3c-97e6-4f64-b68a-d34e9417b2ce tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:05:29.078670 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b8ea3c-97e6-4f64-b68a-d34e9417b2ce tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:05:29.079051 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b8ea3c-97e6-4f64-b68a-d34e9417b2ce tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:05:29.079479 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b8ea3c-97e6-4f64-b68a-d34e9417b2ce tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:05:29.079868 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b8ea3c-97e6-4f64-b68a-d34e9417b2ce tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:05:29.080251 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b8ea3c-97e6-4f64-b68a-d34e9417b2ce tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:05:29.080634 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b8ea3c-97e6-4f64-b68a-d34e9417b2ce tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:05:29.081039 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b8ea3c-97e6-4f64-b68a-d34e9417b2ce tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:05:29.081422 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b8ea3c-97e6-4f64-b68a-d34e9417b2ce tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:05:29.081805 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b8ea3c-97e6-4f64-b68a-d34e9417b2ce tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:05:29.082186 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b8ea3c-97e6-4f64-b68a-d34e9417b2ce tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:05:29.082570 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b8ea3c-97e6-4f64-b68a-d34e9417b2ce tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:05:29.082952 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b8ea3c-97e6-4f64-b68a-d34e9417b2ce tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:05:29.089612 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-13b8ea3c-97e6-4f64-b68a-d34e9417b2ce tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:05:29.126211 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-13b8ea3c-97e6-4f64-b68a-d34e9417b2ce tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Network bfa5898c-3584-4e54-a8ff-6424b843274f is already hosted by enough agents. {{(pid=80327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 01:05:29.127370 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-13b8ea3c-97e6-4f64-b68a-d34e9417b2ce tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Resources bound (agent type, host, resource id): {{(pid=80327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 01:05:29.129698 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-13b8ea3c-97e6-4f64-b68a-d34e9417b2ce tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Received port after_create {{(pid=80327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 01:05:29.197372 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-13b8ea3c-97e6-4f64-b68a-d34e9417b2ce tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:05:29.198145 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-13b8ea3c-97e6-4f64-b68a-d34e9417b2ce tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:29.349982 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-13b8ea3c-97e6-4f64-b68a-d34e9417b2ce tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2413003 Dec 04 01:05:29.370761 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-51be150a-86ea-4844-9168-5e4ac4c20feb tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=80327) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 04 01:05:29.371807 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-51be150a-86ea-4844-9168-5e4ac4c20feb tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0078213 Dec 04 01:05:29.411029 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030938ab-e7a2-4a9d-9f61-f6928d51771c req-6b159224-a535-4873-9a71-2319155ca428 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:05:29.411736 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-030938ab-e7a2-4a9d-9f61-f6928d51771c req-6b159224-a535-4873-9a71-2319155ca428 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Synchronizing usage tracker for tenant:ce5c26e5146b48d692420b8cf88ca227 on resource:port {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 01:05:29.453511 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-514c82f1-6615-4475-9e67-db769cdc7468 None None] Provisioning for port 0fb9fcb8-0d1d-43bd-ac50-a46198eb3402 completed by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 01:05:29.459060 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-514c82f1-6615-4475-9e67-db769cdc7468 None None] Provisioning complete for port 0fb9fcb8-0d1d-43bd-ac50-a46198eb3402 triggered by entity DHCP. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:05:29.462150 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-514c82f1-6615-4475-9e67-db769cdc7468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:29.482201 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-030938ab-e7a2-4a9d-9f61-f6928d51771c req-6b159224-a535-4873-9a71-2319155ca428 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Unset dirty status for tenant:ce5c26e5146b48d692420b8cf88ca227 on resource:port {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 01:05:29.483922 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-030938ab-e7a2-4a9d-9f61-f6928d51771c req-6b159224-a535-4873-9a71-2319155ca428 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/ports?device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 931 time: 0.1736031 Dec 04 01:05:29.515683 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-514c82f1-6615-4475-9e67-db769cdc7468 None None] Port 0fb9fcb8-0d1d-43bd-ac50-a46198eb3402 cannot update to ACTIVE because it is not bound. {{(pid=80328) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}} Dec 04 01:05:29.534520 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-030938ab-e7a2-4a9d-9f61-f6928d51771c req-46ba9c3d-b3d6-4d9c-950d-f90ab8cd91cf tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/security-groups?id=a53748dc-06ed-436a-b854-2ee2f6e676ec&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0440738 Dec 04 01:05:29.565471 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-8c0956ec-2988-4ec3-883f-b70d2e1489ff service neutron] Request body: {'port': {'device_id': '2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 01:05:29.678960 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-8c0956ec-2988-4ec3-883f-b70d2e1489ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:30.081580 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-8c0956ec-2988-4ec3-883f-b70d2e1489ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fb9fcb8-0d1d-43bd-ac50-a46198eb3402 {{(pid=80327) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 04 01:05:30.089223 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-8c0956ec-2988-4ec3-883f-b70d2e1489ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:30.101410 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-8c0956ec-2988-4ec3-883f-b70d2e1489ff service neutron] Transition to ACTIVE for port object 0fb9fcb8-0d1d-43bd-ac50-a46198eb3402 will not be triggered until provisioned by entity L2. {{(pid=80327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 04 01:05:30.133438 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-8c0956ec-2988-4ec3-883f-b70d2e1489ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27697970'] for port, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:30.149472 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-b3c3144d-695f-4322-bf13-fb65353cd5ac tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:05:30.274820 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0956ec-2988-4ec3-883f-b70d2e1489ff service neutron] Pushing event updated for resources: {'Port': ['ID=0fb9fcb8-0d1d-43bd-ac50-a46198eb3402,revision_number=2']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:05:30.278721 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-8c0956ec-2988-4ec3-883f-b70d2e1489ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:05:30.473646 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-8c0956ec-2988-4ec3-883f-b70d2e1489ff service neutron] Attempting to bind port 0fb9fcb8-0d1d-43bd-ac50-a46198eb3402 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 04 01:05:30.474021 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-8c0956ec-2988-4ec3-883f-b70d2e1489ff service neutron] Attempting to bind port 0fb9fcb8-0d1d-43bd-ac50-a46198eb3402 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '51697142-f127-455b-b2d8-603cfb3c31f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bfa5898c-3584-4e54-a8ff-6424b843274f'}] {{(pid=80327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 04 01:05:30.474392 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-8c0956ec-2988-4ec3-883f-b70d2e1489ff service neutron] Attempting to bind port 0fb9fcb8-0d1d-43bd-ac50-a46198eb3402 on network bfa5898c-3584-4e54-a8ff-6424b843274f {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Dec 04 01:05:30.480365 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-8c0956ec-2988-4ec3-883f-b70d2e1489ff service neutron] Checking agent: {'id': '37b4fca6-97cd-43de-9e09-0e080c5ad260', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 4, 0, 52, 16), 'started_at': datetime.datetime(2020, 12, 4, 0, 52, 46), 'heartbeat_timestamp': datetime.datetime(2020, 12, 4, 1, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.74', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 04 01:05:30.480743 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-8c0956ec-2988-4ec3-883f-b70d2e1489ff service neutron] Checking segment: {'id': '51697142-f127-455b-b2d8-603cfb3c31f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bfa5898c-3584-4e54-a8ff-6424b843274f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 04 01:05:30.481144 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-8c0956ec-2988-4ec3-883f-b70d2e1489ff service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:30.481535 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-8c0956ec-2988-4ec3-883f-b70d2e1489ff service neutron] Bound using segment: {'id': '51697142-f127-455b-b2d8-603cfb3c31f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bfa5898c-3584-4e54-a8ff-6424b843274f'} {{(pid=80327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 04 01:05:30.482023 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-8c0956ec-2988-4ec3-883f-b70d2e1489ff service neutron] Bound port: 0fb9fcb8-0d1d-43bd-ac50-a46198eb3402, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51697142-f127-455b-b2d8-603cfb3c31f1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bfa5898c-3584-4e54-a8ff-6424b843274f'}}] {{(pid=80327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 04 01:05:30.482360 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-8c0956ec-2988-4ec3-883f-b70d2e1489ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:30.574500 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-8c0956ec-2988-4ec3-883f-b70d2e1489ff service neutron] For port 0fb9fcb8-0d1d-43bd-ac50-a46198eb3402, host hv-cinder-76330, cleared binding levels {{(pid=80327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Dec 04 01:05:30.577684 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-8c0956ec-2988-4ec3-883f-b70d2e1489ff service neutron] For port 0fb9fcb8-0d1d-43bd-ac50-a46198eb3402, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0fb9fcb8-0d1d-43bd-ac50-a46198eb3402,segment=NetworkSegment(51697142-f127-455b-b2d8-603cfb3c31f1),segment_id=51697142-f127-455b-b2d8-603cfb3c31f1)] {{(pid=80327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Dec 04 01:05:30.608601 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-8c0956ec-2988-4ec3-883f-b70d2e1489ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27697970'] for port, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:30.624848 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-13b8ea3c-97e6-4f64-b68a-d34e9417b2ce tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:05:31.060335 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0956ec-2988-4ec3-883f-b70d2e1489ff service neutron] Pushing event updated for resources: {'Port': ['ID=0fb9fcb8-0d1d-43bd-ac50-a46198eb3402,revision_number=3']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:05:31.064187 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-8c0956ec-2988-4ec3-883f-b70d2e1489ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:05:31.106058 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e333c-1df0-44c0-b132-4a2b5305a10d req-cf631030-d4c9-416f-b3fd-e8f69f9f8475 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:05:31.107622 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ba2e333c-1df0-44c0-b132-4a2b5305a10d req-cf631030-d4c9-416f-b3fd-e8f69f9f8475 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/ports?device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 943 time: 0.2224097 Dec 04 01:05:31.113779 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-8c0956ec-2988-4ec3-883f-b70d2e1489ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:05:31.114441 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-8c0956ec-2988-4ec3-883f-b70d2e1489ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:31.115874 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-8c0956ec-2988-4ec3-883f-b70d2e1489ff service neutron] 10.222.0.86 "PUT /v2.0/ports/0fb9fcb8-0d1d-43bd-ac50-a46198eb3402 HTTP/1.1" status: 200 len: 1157 time: 1.7301853 Dec 04 01:05:31.116399 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b', 'tag': '0fb9fcb8-0d1d-43bd-ac50-a46198eb3402'}] {{(pid=80327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 01:05:31.173858 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ba2e333c-1df0-44c0-b132-4a2b5305a10d req-9fca0127-83be-41b7-81ed-17b955dbe33d tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/security-groups?id=a53748dc-06ed-436a-b854-2ee2f6e676ec&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0519154 Dec 04 01:05:31.288973 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-6b004b40-771b-4e60-9dd3-9666f5d272cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:05:31.290641 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-6b004b40-771b-4e60-9dd3-9666f5d272cd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ce5c26e5146b48d692420b8cf88ca227&device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 1160 time: 0.0858233 Dec 04 01:05:31.362834 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b', 'tag': '0fb9fcb8-0d1d-43bd-ac50-a46198eb3402', 'status': 'completed', 'code': 200} Dec 04 01:05:31.373973 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-8ae7e5b2-f996-4281-8918-0310a3e07754 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fb9fcb8-0d1d-43bd-ac50-a46198eb3402 HTTP/1.1" status: 200 len: 217 time: 0.0688634 Dec 04 01:05:31.444196 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-ea747faa-8e63-4b4f-91e2-dab6fe1ff777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:05:31.445672 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-ea747faa-8e63-4b4f-91e2-dab6fe1ff777 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7c55e5ca-7fc3-47d0-8a86-745a77902140 HTTP/1.1" status: 200 len: 848 time: 0.0650454 Dec 04 01:05:31.525815 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-00b610f0-0f74-4f14-973a-1bc304bf9bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:05:31.527403 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-00b610f0-0f74-4f14-973a-1bc304bf9bc3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bfa5898c-3584-4e54-a8ff-6424b843274f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0748937 Dec 04 01:05:31.670780 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-516d8525-4709-4e6a-8758-25b0cd804b2e service neutron] 10.222.0.86 "GET /v2.0/networks/bfa5898c-3584-4e54-a8ff-6424b843274f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359658 Dec 04 01:05:31.814931 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-374210d1-b7bd-4261-b6f3-e43aa3ccffd2 req-c4237799-be86-4e70-9b56-567d0695aa1b service neutron] 10.222.0.86 "GET /v2.0/networks/bfa5898c-3584-4e54-a8ff-6424b843274f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1371887 Dec 04 01:05:32.024276 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505178cc-f0a5-4ad3-9d7a-b5a1b1fff461 req-ab0625d5-fb91-4913-a523-49c81d06770e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:05:32.025910 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-505178cc-f0a5-4ad3-9d7a-b5a1b1fff461 req-ab0625d5-fb91-4913-a523-49c81d06770e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ce5c26e5146b48d692420b8cf88ca227&device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 1160 time: 0.0791204 Dec 04 01:05:32.171064 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505178cc-f0a5-4ad3-9d7a-b5a1b1fff461 req-e416c05c-c604-4cb2-927a-3aeb3998baed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:05:32.172693 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-505178cc-f0a5-4ad3-9d7a-b5a1b1fff461 req-e416c05c-c604-4cb2-927a-3aeb3998baed service neutron] 10.222.0.86 "GET /v2.0/networks?id=bfa5898c-3584-4e54-a8ff-6424b843274f HTTP/1.1" status: 200 len: 903 time: 0.1404009 Dec 04 01:05:32.243937 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-505178cc-f0a5-4ad3-9d7a-b5a1b1fff461 req-23062618-ff6d-408d-aaef-79d31c159c78 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fb9fcb8-0d1d-43bd-ac50-a46198eb3402 HTTP/1.1" status: 200 len: 217 time: 0.0642896 Dec 04 01:05:32.353839 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505178cc-f0a5-4ad3-9d7a-b5a1b1fff461 req-85ca4f96-9200-439f-b39a-dfcc9963f9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:05:32.355395 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-505178cc-f0a5-4ad3-9d7a-b5a1b1fff461 req-85ca4f96-9200-439f-b39a-dfcc9963f9a9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7c55e5ca-7fc3-47d0-8a86-745a77902140 HTTP/1.1" status: 200 len: 848 time: 0.1045778 Dec 04 01:05:32.458605 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2482d25-215e-42f2-8978-17106aef1044 req-5ef135fe-39bc-477d-a01a-311fc66bb1a7 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:05:32.460228 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f2482d25-215e-42f2-8978-17106aef1044 req-5ef135fe-39bc-477d-a01a-311fc66bb1a7 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/ports?device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 943 time: 0.1541896 Dec 04 01:05:32.483964 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505178cc-f0a5-4ad3-9d7a-b5a1b1fff461 req-7860c01a-3a41-4809-9ab7-fbc1065bb112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:05:32.485500 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-505178cc-f0a5-4ad3-9d7a-b5a1b1fff461 req-7860c01a-3a41-4809-9ab7-fbc1065bb112 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bfa5898c-3584-4e54-a8ff-6424b843274f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1208713 Dec 04 01:05:32.591477 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f2482d25-215e-42f2-8978-17106aef1044 req-7f5a6817-88c0-4ba0-bddc-3181ed203be3 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/security-groups?id=a53748dc-06ed-436a-b854-2ee2f6e676ec&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1233599 Dec 04 01:05:32.649760 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-505178cc-f0a5-4ad3-9d7a-b5a1b1fff461 req-c060901d-1dc4-4077-9e50-3b5ade2889c4 service neutron] 10.222.0.86 "GET /v2.0/networks/bfa5898c-3584-4e54-a8ff-6424b843274f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558926 Dec 04 01:05:32.791482 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-505178cc-f0a5-4ad3-9d7a-b5a1b1fff461 req-95954aa9-eeb4-4f27-82de-66890566755e service neutron] 10.222.0.86 "GET /v2.0/networks/bfa5898c-3584-4e54-a8ff-6424b843274f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1348042 Dec 04 01:05:33.805537 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a414d-492e-4dd8-ad53-296e2d1621f2 req-bd383de2-c7d5-4b60-8b60-0e9f598d4374 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:05:33.807150 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c43a414d-492e-4dd8-ad53-296e2d1621f2 req-bd383de2-c7d5-4b60-8b60-0e9f598d4374 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/ports?device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 943 time: 0.0834517 Dec 04 01:05:33.854087 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c43a414d-492e-4dd8-ad53-296e2d1621f2 req-ff72f4a5-0445-4c48-ae61-f940713d99a9 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/security-groups?id=a53748dc-06ed-436a-b854-2ee2f6e676ec&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0405872 Dec 04 01:05:34.297986 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 0fb9fcb8-0d1d-43bd-ac50-a46198eb3402 up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 01:05:34.394687 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning for port 0fb9fcb8-0d1d-43bd-ac50-a46198eb3402 completed by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 04 01:05:34.400482 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port 0fb9fcb8-0d1d-43bd-ac50-a46198eb3402 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:05:34.400905 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:34.514714 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:34.542205 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb9fcb8-0d1d-43bd-ac50-a46198eb3402'}] {{(pid=80328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 01:05:34.552408 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] For port 0fb9fcb8-0d1d-43bd-ac50-a46198eb3402, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0fb9fcb8-0d1d-43bd-ac50-a46198eb3402,segment=NetworkSegment(51697142-f127-455b-b2d8-603cfb3c31f1),segment_id=51697142-f127-455b-b2d8-603cfb3c31f1)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:05:34.583453 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:34.586149 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-3d2fef5f-9d76-45f7-8241-12a2c6515d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:05:34.657839 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Pushing event updated for resources: {'Port': ['ID=0fb9fcb8-0d1d-43bd-ac50-a46198eb3402,revision_number=4']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:05:34.661271 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:05:34.692300 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb9fcb8-0d1d-43bd-ac50-a46198eb3402', 'code': 200} Dec 04 01:05:35.120193 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798932f9-0326-4356-b4e5-4af9d626f67b req-5efda3e1-a301-44f1-a438-1239d02699fa tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:05:35.121714 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-798932f9-0326-4356-b4e5-4af9d626f67b req-5efda3e1-a301-44f1-a438-1239d02699fa tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/ports?device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 945 time: 0.1358652 Dec 04 01:05:35.173531 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50f5b2-54c5-44aa-9740-3bfa10698f1d req-046e8eb8-da72-42f2-8f12-91bf705ae13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:05:35.175194 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-1d50f5b2-54c5-44aa-9740-3bfa10698f1d req-046e8eb8-da72-42f2-8f12-91bf705ae13f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 1162 time: 0.1250916 Dec 04 01:05:35.186724 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-798932f9-0326-4356-b4e5-4af9d626f67b req-8ac5c8ef-3ce3-49af-8dd6-407140a983d7 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/security-groups?id=a53748dc-06ed-436a-b854-2ee2f6e676ec&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0556383 Dec 04 01:05:35.223550 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-1d50f5b2-54c5-44aa-9740-3bfa10698f1d req-52c59ef5-f042-4cb4-80a3-e0d4ba60fd58 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a53748dc-06ed-436a-b854-2ee2f6e676ec&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0394940 Dec 04 01:05:35.969992 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 0fb9fcb8-0d1d-43bd-ac50-a46198eb3402 up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 01:05:36.038869 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port 0fb9fcb8-0d1d-43bd-ac50-a46198eb3402 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:05:36.039338 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:36.408253 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ba024-9e6b-4b29-a8a2-b274becda59c req-a0b345a2-c28c-4ac1-a16d-9767010c21f1 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:05:36.409881 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-542ba024-9e6b-4b29-a8a2-b274becda59c req-a0b345a2-c28c-4ac1-a16d-9767010c21f1 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/ports?device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 945 time: 0.0870538 Dec 04 01:05:36.457859 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-542ba024-9e6b-4b29-a8a2-b274becda59c req-655de539-e919-4735-8da5-2e6a0b5718af tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/security-groups?id=a53748dc-06ed-436a-b854-2ee2f6e676ec&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0414314 Dec 04 01:05:37.672500 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c99a8f6-5a67-405c-a91f-a96727119c9d req-31fdf810-1d88-4530-adc3-1635fa1efc03 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:05:37.674090 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8c99a8f6-5a67-405c-a91f-a96727119c9d req-31fdf810-1d88-4530-adc3-1635fa1efc03 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/ports?device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 945 time: 0.0872390 Dec 04 01:05:37.720557 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8c99a8f6-5a67-405c-a91f-a96727119c9d req-3b80d838-4f72-4c2f-9c81-ed05362e8cc9 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/security-groups?id=a53748dc-06ed-436a-b854-2ee2f6e676ec&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0395658 Dec 04 01:05:37.929884 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771bc3b-3557-4afe-ac1a-58e6e26fc3e6 req-e678b394-960b-46c4-a365-dcb459ef5ecf tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:05:37.931494 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b771bc3b-3557-4afe-ac1a-58e6e26fc3e6 req-e678b394-960b-46c4-a365-dcb459ef5ecf tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/ports?device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 945 time: 0.0827131 Dec 04 01:05:37.978323 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b771bc3b-3557-4afe-ac1a-58e6e26fc3e6 req-841922ae-4ab4-452a-8b9f-42f80435f9c4 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/security-groups?id=a53748dc-06ed-436a-b854-2ee2f6e676ec&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0405610 Dec 04 01:05:38.010282 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 0fb9fcb8-0d1d-43bd-ac50-a46198eb3402 up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 01:05:38.079617 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port 0fb9fcb8-0d1d-43bd-ac50-a46198eb3402 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:05:38.080043 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:38.196864 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-4d41cdab-97e9-4038-8771-911f2efca7ab req-d4d5ac50-f4c4-4f40-b21b-350066c14227 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1644225 Dec 04 01:05:38.208659 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-4d41cdab-97e9-4038-8771-911f2efca7ab req-e0222d40-355c-4bd5-8736-f929f4cb62b2 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Request body: {'floatingip': {'floating_network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 01:05:38.215295 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-4d41cdab-97e9-4038-8771-911f2efca7ab req-e0222d40-355c-4bd5-8736-f929f4cb62b2 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 04 01:05:38.219413 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-4d41cdab-97e9-4038-8771-911f2efca7ab req-e0222d40-355c-4bd5-8736-f929f4cb62b2 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Usage tracker for resource:floatingip and tenant:ce5c26e5146b48d692420b8cf88ca227 is out of sync, need to count used quota {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 04 01:05:38.222433 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-4d41cdab-97e9-4038-8771-911f2efca7ab req-e0222d40-355c-4bd5-8736-f929f4cb62b2 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80327) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 04 01:05:38.228517 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.quota.driver [req-4d41cdab-97e9-4038-8771-911f2efca7ab req-e0222d40-355c-4bd5-8736-f929f4cb62b2 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80327) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 04 01:05:38.268538 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-4d41cdab-97e9-4038-8771-911f2efca7ab req-e0222d40-355c-4bd5-8736-f929f4cb62b2 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify callbacks [] for floatingip, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:38.413112 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-4d41cdab-97e9-4038-8771-911f2efca7ab req-e0222d40-355c-4bd5-8736-f929f4cb62b2 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:38.677399 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_common [req-4d41cdab-97e9-4038-8771-911f2efca7ab req-e0222d40-355c-4bd5-8736-f929f4cb62b2 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Allocated IP 172.28.3.19 (70fae593-b8e3-4ff7-b3b9-3060a635d4ae/838c8f98-d37b-4481-803e-42068845ce24/f89fe9c0-c032-4ecd-80e5-329802840c58) {{(pid=80327) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Dec 04 01:05:38.831549 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-4d41cdab-97e9-4038-8771-911f2efca7ab req-e0222d40-355c-4bd5-8736-f929f4cb62b2 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify callbacks [] for port, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:38.898473 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-4d41cdab-97e9-4038-8771-911f2efca7ab req-e0222d40-355c-4bd5-8736-f929f4cb62b2 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363291473607386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:38.913878 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-847bda4a-f9c4-4d94-986e-3e4fc897b78c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:05:39.048748 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0222d40-355c-4bd5-8736-f929f4cb62b2 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Pushing event updated for resources: {'Port': ['ID=f89fe9c0-c032-4ecd-80e5-329802840c58,revision_number=1']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:05:39.282951 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-e0222d40-355c-4bd5-8736-f929f4cb62b2 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:05:39.322945 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d41cdab-97e9-4038-8771-911f2efca7ab req-e0222d40-355c-4bd5-8736-f929f4cb62b2 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Network 70fae593-b8e3-4ff7-b3b9-3060a635d4ae is already hosted by enough agents. {{(pid=80327) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 04 01:05:39.324061 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.base_scheduler [req-4d41cdab-97e9-4038-8771-911f2efca7ab req-e0222d40-355c-4bd5-8736-f929f4cb62b2 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Resources bound (agent type, host, resource id): {{(pid=80327) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Dec 04 01:05:39.326421 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d41cdab-97e9-4038-8771-911f2efca7ab req-e0222d40-355c-4bd5-8736-f929f4cb62b2 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Received port after_create {{(pid=80327) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Dec 04 01:05:39.405950 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-4d41cdab-97e9-4038-8771-911f2efca7ab req-e0222d40-355c-4bd5-8736-f929f4cb62b2 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify callbacks [] for floatingip, precommit_create {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:39.500677 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-4d41cdab-97e9-4038-8771-911f2efca7ab req-e0222d40-355c-4bd5-8736-f929f4cb62b2 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:39.763441 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-4d41cdab-97e9-4038-8771-911f2efca7ab req-e0222d40-355c-4bd5-8736-f929f4cb62b2 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify callbacks [] for port, precommit_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:39.790224 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-4d41cdab-97e9-4038-8771-911f2efca7ab req-e0222d40-355c-4bd5-8736-f929f4cb62b2 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27697970'] for port, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:39.806041 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-95b996d7-80c8-480f-91dd-1cb5867fe61f tempest-TestMinimumBasicScenario-1878136777 tempest-TestMinimumBasicScenario-1878136777] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:05:39.944191 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0222d40-355c-4bd5-8736-f929f4cb62b2 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Pushing event updated for resources: {'Port': ['ID=f89fe9c0-c032-4ecd-80e5-329802840c58,revision_number=2']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:05:39.947387 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-e0222d40-355c-4bd5-8736-f929f4cb62b2 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:05:40.046124 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-4d41cdab-97e9-4038-8771-911f2efca7ab req-e0222d40-355c-4bd5-8736-f929f4cb62b2 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656493'] for floatingip, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:40.099358 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-4d41cdab-97e9-4038-8771-911f2efca7ab req-e0222d40-355c-4bd5-8736-f929f4cb62b2 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for floatingip, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:40.100776 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-4d41cdab-97e9-4038-8771-911f2efca7ab req-e0222d40-355c-4bd5-8736-f929f4cb62b2 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8966911 Dec 04 01:05:40.186556 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-4d41cdab-97e9-4038-8771-911f2efca7ab req-177c780d-a337-4c29-8428-7cc1a5c09d5c tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Synchronizing usage tracker for tenant:ce5c26e5146b48d692420b8cf88ca227 on resource:floatingip {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 01:05:40.230540 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-4d41cdab-97e9-4038-8771-911f2efca7ab req-177c780d-a337-4c29-8428-7cc1a5c09d5c tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Unset dirty status for tenant:ce5c26e5146b48d692420b8cf88ca227 on resource:floatingip {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 01:05:40.231869 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-4d41cdab-97e9-4038-8771-911f2efca7ab req-177c780d-a337-4c29-8428-7cc1a5c09d5c tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.28.3.19 HTTP/1.1" status: 200 len: 695 time: 0.1246603 Dec 04 01:05:40.393909 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41cdab-97e9-4038-8771-911f2efca7ab req-2d659a31-5910-4385-9aec-9fd0796808e5 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:05:40.395345 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-4d41cdab-97e9-4038-8771-911f2efca7ab req-2d659a31-5910-4385-9aec-9fd0796808e5 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/networks/70fae593-b8e3-4ff7-b3b9-3060a635d4ae HTTP/1.1" status: 200 len: 784 time: 0.1575129 Dec 04 01:05:40.406217 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [req-4d41cdab-97e9-4038-8771-911f2efca7ab req-d5f08593-e31d-4817-a951-2a9152c8fae7 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=80327) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 04 01:05:40.407296 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-4d41cdab-97e9-4038-8771-911f2efca7ab req-d5f08593-e31d-4817-a951-2a9152c8fae7 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0058761 Dec 04 01:05:40.596586 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ac0f4-4a12-4ce2-8d6a-bf9a07733beb req-8f5c61ea-5d19-4372-bfa0-2dccdbfe110d tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:05:40.598178 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-474ac0f4-4a12-4ce2-8d6a-bf9a07733beb req-8f5c61ea-5d19-4372-bfa0-2dccdbfe110d tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/ports?device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0831616 Dec 04 01:05:40.683779 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-474ac0f4-4a12-4ce2-8d6a-bf9a07733beb req-0084390a-d043-43af-8c17-b31784be4cf8 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.28.3.19 HTTP/1.1" status: 200 len: 695 time: 0.0788326 Dec 04 01:05:40.694182 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.v2.base [req-474ac0f4-4a12-4ce2-8d6a-bf9a07733beb req-3f640c20-8305-467f-8513-48af5ba1d7f5 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Request body: {'floatingip': {'port_id': '0fb9fcb8-0d1d-43bd-ac50-a46198eb3402', 'fixed_ip_address': '172.20.0.3'}} {{(pid=80327) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 04 01:05:40.773957 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-474ac0f4-4a12-4ce2-8d6a-bf9a07733beb req-3f640c20-8305-467f-8513-48af5ba1d7f5 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify callbacks [] for floatingip, before_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:41.394976 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-474ac0f4-4a12-4ce2-8d6a-bf9a07733beb req-3f640c20-8305-467f-8513-48af5ba1d7f5 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify callbacks [] for floatingip, precommit_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:41.424713 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-474ac0f4-4a12-4ce2-8d6a-bf9a07733beb req-3f640c20-8305-467f-8513-48af5ba1d7f5 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656493'] for floatingip, after_update {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:41.602619 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.db.l3_db [req-474ac0f4-4a12-4ce2-8d6a-bf9a07733beb req-3f640c20-8305-467f-8513-48af5ba1d7f5 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Floating IP 16d3a269-bcfe-4849-9ccd-7d772bb3c4c8 associated. External IP: 172.28.3.19, port: 0fb9fcb8-0d1d-43bd-ac50-a46198eb3402. Dec 04 01:05:41.959688 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.l3_agent_scheduler [req-474ac0f4-4a12-4ce2-8d6a-bf9a07733beb req-3f640c20-8305-467f-8513-48af5ba1d7f5 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Router 8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80 has already been hosted by L3 agent 584cecf2-ad77-484a-986e-0fea284e741d {{(pid=80327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 01:05:42.140725 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-474ac0f4-4a12-4ce2-8d6a-bf9a07733beb req-3f640c20-8305-467f-8513-48af5ba1d7f5 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify agent at l3_agent.dv-cinder-763306-5-smb the message routers_updated {{(pid=80327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 01:05:42.145116 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-474ac0f4-4a12-4ce2-8d6a-bf9a07733beb req-3f640c20-8305-467f-8513-48af5ba1d7f5 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for floatingip, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:42.151105 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36d43ec-39dc-4cdd-8a56-a686596ba588 None None] Sync routers for ids ['8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80'] in dv-cinder-763306-5-smb {{(pid=80329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 01:05:42.161287 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36d43ec-39dc-4cdd-8a56-a686596ba588 None None] Routers {'8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 01:05:42.162168 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-e36d43ec-39dc-4cdd-8a56-a686596ba588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T01:05:17Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80'], 'active': True} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:05:42.203699 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-474ac0f4-4a12-4ce2-8d6a-bf9a07733beb req-3f640c20-8305-467f-8513-48af5ba1d7f5 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "PUT /v2.0/floatingips/16d3a269-bcfe-4849-9ccd-7d772bb3c4c8 HTTP/1.1" status: 200 len: 995 time: 1.5135543 Dec 04 01:05:42.204263 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b', 'tag': '0fb9fcb8-0d1d-43bd-ac50-a46198eb3402'}] {{(pid=80327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 01:05:42.266155 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b', 'tag': '0fb9fcb8-0d1d-43bd-ac50-a46198eb3402', 'status': 'completed', 'code': 200} Dec 04 01:05:42.297042 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ac0f4-4a12-4ce2-8d6a-bf9a07733beb req-6416be63-2dca-45b6-96cc-29c43ec6dc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:05:42.298724 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-474ac0f4-4a12-4ce2-8d6a-bf9a07733beb req-6416be63-2dca-45b6-96cc-29c43ec6dc8b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ce5c26e5146b48d692420b8cf88ca227&device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 1162 time: 0.0798650 Dec 04 01:05:42.354558 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-e36d43ec-39dc-4cdd-8a56-a686596ba588 None None] Set router 8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80 gateway port host: dv-cinder-763306-5-smb {{(pid=80329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 01:05:42.734345 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-e36d43ec-39dc-4cdd-8a56-a686596ba588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80', 'name': 'tempest-TestShelveInstance-1595848104-router', 'tenant_id': 'ce5c26e5146b48d692420b8cf88ca227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': '9bbcdea4-28f1-4909-a777-ba0c52624cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T01:04:50Z', 'updated_at': '2020-12-04T01:04:55Z', 'revision_number': 4, 'project_id': 'ce5c26e5146b48d692420b8cf88ca227', 'gw_port': {'id': '9bbcdea4-28f1-4909-a777-ba0c52624cc0', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T01:04:51Z', 'updated_at': '2020-12-04T01:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_floatingips': [{'id': '16d3a269-bcfe-4849-9ccd-7d772bb3c4c8', 'tenant_id': 'ce5c26e5146b48d692420b8cf88ca227', 'floating_ip_address': '172.28.3.19', 'floating_network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'router_id': '8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80', 'port_id': '0fb9fcb8-0d1d-43bd-ac50-a46198eb3402', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa5898c-3584-4e54-a8ff-6424b843274f', 'mac_address': 'fa:16:3e:5d:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T01:05:39Z', 'updated_at': '2020-12-04T01:05:41Z', 'revision_number': 1, 'project_id': 'ce5c26e5146b48d692420b8cf88ca227', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0184c738-ce92-493f-8f4e-ea44bf0e1f7a', 'name': '', 'network_id': 'bfa5898c-3584-4e54-a8ff-6424b843274f', 'tenant_id': 'ce5c26e5146b48d692420b8cf88ca227', 'mac_address': 'fa:16:3e:4b:74:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7c55e5ca-7fc3-47d0-8a86-745a77902140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T01:04:54Z', 'updated_at': '2020-12-04T01:05:05Z', 'revision_number': 5, 'project_id': 'ce5c26e5146b48d692420b8cf88ca227', 'subnets': [{'id': '7c55e5ca-7fc3-47d0-8a86-745a77902140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:05:42.736398 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ac0f4-4a12-4ce2-8d6a-bf9a07733beb req-fcf50462-52bf-4654-b8c8-860519184bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:05:42.738035 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-474ac0f4-4a12-4ce2-8d6a-bf9a07733beb req-fcf50462-52bf-4654-b8c8-860519184bed service neutron] 10.222.0.73 "GET /v2.0/networks?id=bfa5898c-3584-4e54-a8ff-6424b843274f HTTP/1.1" status: 200 len: 903 time: 0.4319389 Dec 04 01:05:42.738535 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36d43ec-39dc-4cdd-8a56-a686596ba588 None None] Checking router: 8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80 for host: dv-cinder-763306-5-smb {{(pid=80329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 01:05:42.741421 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323e302-8521-4f21-89c9-40843d6e05a9 req-3702ebe0-06b9-431f-a730-0e433406a91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:05:42.742923 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6323e302-8521-4f21-89c9-40843d6e05a9 req-3702ebe0-06b9-431f-a730-0e433406a91f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ce5c26e5146b48d692420b8cf88ca227&device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 1162 time: 0.4140797 Dec 04 01:05:42.748686 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36d43ec-39dc-4cdd-8a56-a686596ba588 None None] Routers {'8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 01:05:42.749343 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-e36d43ec-39dc-4cdd-8a56-a686596ba588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T01:05:17Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80'], 'active': True} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:05:42.931923 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-e36d43ec-39dc-4cdd-8a56-a686596ba588 None None] Set router 8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80 gateway port host: dv-cinder-763306-5-smb {{(pid=80329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 01:05:42.941295 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-474ac0f4-4a12-4ce2-8d6a-bf9a07733beb req-969e976c-2a38-4c5b-81f8-b6874b9cffee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fb9fcb8-0d1d-43bd-ac50-a46198eb3402 HTTP/1.1" status: 200 len: 998 time: 0.1960211 Dec 04 01:05:43.026858 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323e302-8521-4f21-89c9-40843d6e05a9 req-f9601f18-b457-4c65-977c-e3f4aa4456ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:05:43.028392 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6323e302-8521-4f21-89c9-40843d6e05a9 req-f9601f18-b457-4c65-977c-e3f4aa4456ae service neutron] 10.222.0.86 "GET /v2.0/networks?id=bfa5898c-3584-4e54-a8ff-6424b843274f HTTP/1.1" status: 200 len: 903 time: 0.2335241 Dec 04 01:05:43.099022 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ac0f4-4a12-4ce2-8d6a-bf9a07733beb req-d8f7b73b-a01b-468c-9209-22373eddaa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:05:43.101246 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-474ac0f4-4a12-4ce2-8d6a-bf9a07733beb req-d8f7b73b-a01b-468c-9209-22373eddaa3f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7c55e5ca-7fc3-47d0-8a86-745a77902140 HTTP/1.1" status: 200 len: 848 time: 0.1465130 Dec 04 01:05:43.190860 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6323e302-8521-4f21-89c9-40843d6e05a9 req-e14819ae-cf82-45e7-8445-c7b6a8ad56f2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fb9fcb8-0d1d-43bd-ac50-a46198eb3402 HTTP/1.1" status: 200 len: 998 time: 0.1538229 Dec 04 01:05:43.276228 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ac0f4-4a12-4ce2-8d6a-bf9a07733beb req-4ae44975-8873-4174-8671-c2eb216c3c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:05:43.277934 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-474ac0f4-4a12-4ce2-8d6a-bf9a07733beb req-4ae44975-8873-4174-8671-c2eb216c3c76 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bfa5898c-3584-4e54-a8ff-6424b843274f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1681218 Dec 04 01:05:43.280384 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323e302-8521-4f21-89c9-40843d6e05a9 req-8a197eae-4373-40c3-b99b-f0b55a53c1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:05:43.281845 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6323e302-8521-4f21-89c9-40843d6e05a9 req-8a197eae-4373-40c3-b99b-f0b55a53c1e6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7c55e5ca-7fc3-47d0-8a86-745a77902140 HTTP/1.1" status: 200 len: 848 time: 0.0821521 Dec 04 01:05:43.289645 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [req-474ac0f4-4a12-4ce2-8d6a-bf9a07733beb req-01b66350-2863-4dd4-bd72-db6f33add57a service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=80327) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Dec 04 01:05:43.290688 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-474ac0f4-4a12-4ce2-8d6a-bf9a07733beb req-01b66350-2863-4dd4-bd72-db6f33add57a service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13041 time: 0.0060253 Dec 04 01:05:43.302406 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-e36d43ec-39dc-4cdd-8a56-a686596ba588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80', 'name': 'tempest-TestShelveInstance-1595848104-router', 'tenant_id': 'ce5c26e5146b48d692420b8cf88ca227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': '9bbcdea4-28f1-4909-a777-ba0c52624cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T01:04:50Z', 'updated_at': '2020-12-04T01:04:55Z', 'revision_number': 4, 'project_id': 'ce5c26e5146b48d692420b8cf88ca227', 'gw_port': {'id': '9bbcdea4-28f1-4909-a777-ba0c52624cc0', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T01:04:51Z', 'updated_at': '2020-12-04T01:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_floatingips': [{'id': '16d3a269-bcfe-4849-9ccd-7d772bb3c4c8', 'tenant_id': 'ce5c26e5146b48d692420b8cf88ca227', 'floating_ip_address': '172.28.3.19', 'floating_network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'router_id': '8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80', 'port_id': '0fb9fcb8-0d1d-43bd-ac50-a46198eb3402', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa5898c-3584-4e54-a8ff-6424b843274f', 'mac_address': 'fa:16:3e:5d:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T01:05:39Z', 'updated_at': '2020-12-04T01:05:41Z', 'revision_number': 1, 'project_id': 'ce5c26e5146b48d692420b8cf88ca227', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0184c738-ce92-493f-8f4e-ea44bf0e1f7a', 'name': '', 'network_id': 'bfa5898c-3584-4e54-a8ff-6424b843274f', 'tenant_id': 'ce5c26e5146b48d692420b8cf88ca227', 'mac_address': 'fa:16:3e:4b:74:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7c55e5ca-7fc3-47d0-8a86-745a77902140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T01:04:54Z', 'updated_at': '2020-12-04T01:05:05Z', 'revision_number': 5, 'project_id': 'ce5c26e5146b48d692420b8cf88ca227', 'subnets': [{'id': '7c55e5ca-7fc3-47d0-8a86-745a77902140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:05:43.306759 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36d43ec-39dc-4cdd-8a56-a686596ba588 None None] The sync data for ids ['8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80'] in dv-cinder-763306-5-smb is: [{'id': '8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80', 'name': 'tempest-TestShelveInstance-1595848104-router', 'tenant_id': 'ce5c26e5146b48d692420b8cf88ca227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': '9bbcdea4-28f1-4909-a777-ba0c52624cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T01:04:50Z', 'updated_at': '2020-12-04T01:04:55Z', 'revision_number': 4, 'project_id': 'ce5c26e5146b48d692420b8cf88ca227', 'gw_port': {'id': '9bbcdea4-28f1-4909-a777-ba0c52624cc0', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T01:04:51Z', 'updated_at': '2020-12-04T01:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_floatingips': [{'id': '16d3a269-bcfe-4849-9ccd-7d772bb3c4c8', 'tenant_id': 'ce5c26e5146b48d692420b8cf88ca227', 'floating_ip_address': '172.28.3.19', 'floating_network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'router_id': '8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80', 'port_id': '0fb9fcb8-0d1d-43bd-ac50-a46198eb3402', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa5898c-3584-4e54-a8ff-6424b843274f', 'mac_address': 'fa:16:3e:5d:d1:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-04T01:05:39Z', 'updated_at': '2020-12-04T01:05:41Z', 'revision_number': 1, 'project_id': 'ce5c26e5146b48d692420b8cf88ca227', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0184c738-ce92-493f-8f4e-ea44bf0e1f7a', 'name': '', 'network_id': 'bfa5898c-3584-4e54-a8ff-6424b843274f', 'tenant_id': 'ce5c26e5146b48d692420b8cf88ca227', 'mac_address': 'fa:16:3e:4b:74:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7c55e5ca-7fc3-47d0-8a86-745a77902140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T01:04:54Z', 'updated_at': '2020-12-04T01:05:05Z', 'revision_number': 5, 'project_id': 'ce5c26e5146b48d692420b8cf88ca227', 'subnets': [{'id': '7c55e5ca-7fc3-47d0-8a86-745a77902140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 01:05:43.494859 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-474ac0f4-4a12-4ce2-8d6a-bf9a07733beb req-14e3f2af-90f5-4e29-bc49-f11e0c4c7ed6 service neutron] 10.222.0.73 "GET /v2.0/networks/bfa5898c-3584-4e54-a8ff-6424b843274f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679881 Dec 04 01:05:43.497658 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323e302-8521-4f21-89c9-40843d6e05a9 req-8011c449-dba9-4796-8619-0312cd67c450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:05:43.499143 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6323e302-8521-4f21-89c9-40843d6e05a9 req-8011c449-dba9-4796-8619-0312cd67c450 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bfa5898c-3584-4e54-a8ff-6424b843274f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2075605 Dec 04 01:05:43.595227 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d4d123-74c2-49ff-a027-b133c1e906e3 None None] New status for floating IP 16d3a269-bcfe-4849-9ccd-7d772bb3c4c8: ACTIVE {{(pid=80328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 04 01:05:43.763849 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-474ac0f4-4a12-4ce2-8d6a-bf9a07733beb req-63e371f0-0c26-40f5-be14-cb12d78d2d7e service neutron] 10.222.0.73 "GET /v2.0/networks/bfa5898c-3584-4e54-a8ff-6424b843274f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2622650 Dec 04 01:05:43.767141 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6323e302-8521-4f21-89c9-40843d6e05a9 req-377b45f6-a198-47b8-b57b-66638a434145 service neutron] 10.222.0.86 "GET /v2.0/networks/bfa5898c-3584-4e54-a8ff-6424b843274f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413704 Dec 04 01:05:43.911688 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-6323e302-8521-4f21-89c9-40843d6e05a9 req-6c8ee9b9-a3b2-4455-8e59-0552db36825b service neutron] 10.222.0.86 "GET /v2.0/networks/bfa5898c-3584-4e54-a8ff-6424b843274f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1377301 Dec 04 01:05:44.670034 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e30ffad4-4bcd-4184-baf7-b1c4ce789b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:46.280010 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:46.351522 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 6 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 01:05:46.784763 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-6a5899e8-c536-4653-a02a-6afa52a146fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:47.476209 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:48.493408 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:05:48.937167 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:06:14.681481 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-79faeb72-7f02-4026-8929-0a216859ee10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:06:16.280953 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:06:16.783821 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d0cad742-062c-4f80-ba1f-24be7d281db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:06:17.475419 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:06:18.503784 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:06:18.939028 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:06:19.079733 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c759f0a9-582f-4624-9b15-9e01c644d2b6 req-0f7b493e-cfaf-4dc6-aa0f-cb74a829fee5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0766687 Dec 04 01:06:19.244337 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759f0a9-582f-4624-9b15-9e01c644d2b6 req-6546b098-5159-4b0a-becf-340339c39632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:06:19.245946 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c759f0a9-582f-4624-9b15-9e01c644d2b6 req-6546b098-5159-4b0a-becf-340339c39632 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ce5c26e5146b48d692420b8cf88ca227&device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 1162 time: 0.0759473 Dec 04 01:06:19.401829 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759f0a9-582f-4624-9b15-9e01c644d2b6 req-497f8b7a-3396-448f-8fbf-308407dcf523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:06:19.403424 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c759f0a9-582f-4624-9b15-9e01c644d2b6 req-497f8b7a-3396-448f-8fbf-308407dcf523 service neutron] 10.222.0.86 "GET /v2.0/networks?id=bfa5898c-3584-4e54-a8ff-6424b843274f HTTP/1.1" status: 200 len: 903 time: 0.1384230 Dec 04 01:06:19.511442 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c759f0a9-582f-4624-9b15-9e01c644d2b6 req-a66462c5-e09a-445d-a707-2410080f8ae6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fb9fcb8-0d1d-43bd-ac50-a46198eb3402 HTTP/1.1" status: 200 len: 1000 time: 0.1014428 Dec 04 01:06:19.584621 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759f0a9-582f-4624-9b15-9e01c644d2b6 req-f7d07370-96f8-4ea3-a4ed-a880f0accdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:06:19.587931 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c759f0a9-582f-4624-9b15-9e01c644d2b6 req-f7d07370-96f8-4ea3-a4ed-a880f0accdd5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7c55e5ca-7fc3-47d0-8a86-745a77902140 HTTP/1.1" status: 200 len: 848 time: 0.0645185 Dec 04 01:06:19.668749 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759f0a9-582f-4624-9b15-9e01c644d2b6 req-5825e7b9-3bac-437a-810b-552d1c0d660f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:06:19.670327 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c759f0a9-582f-4624-9b15-9e01c644d2b6 req-5825e7b9-3bac-437a-810b-552d1c0d660f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bfa5898c-3584-4e54-a8ff-6424b843274f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0779402 Dec 04 01:06:19.813656 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c759f0a9-582f-4624-9b15-9e01c644d2b6 req-03a5259e-b0c1-4bba-9f92-6d8f3ba07a6c service neutron] 10.222.0.86 "GET /v2.0/networks/bfa5898c-3584-4e54-a8ff-6424b843274f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355031 Dec 04 01:06:19.955998 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c759f0a9-582f-4624-9b15-9e01c644d2b6 req-666c4ae4-0624-4ed5-be94-e2cc06fd9228 service neutron] 10.222.0.86 "GET /v2.0/networks/bfa5898c-3584-4e54-a8ff-6424b843274f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1364560 Dec 04 01:06:23.351968 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 6 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 01:06:44.680786 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e245033a-15d0-4fcc-8d23-60f2072e313e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:06:46.286032 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:06:46.783215 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c0f92fe8-85e9-401d-a761-27d7a5fe7d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:06:47.486048 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:06:48.492151 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:06:48.949370 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:07:00.350454 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 6 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 01:07:14.691595 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-2f466f8b-e9f1-41e1-899d-17690d79f464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:07:16.357882 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:07:16.781023 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-1f0e4ed1-c5ae-4e5a-b5ea-b3ecd0865826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:07:17.483937 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:07:18.508500 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:07:18.954456 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:07:19.068988 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-05d7bff8-60f0-4432-ade9-b2f1c6e3e28b req-13f596ca-c2d1-41ca-bc38-eaa0c726bd60 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0741885 Dec 04 01:07:19.232056 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7bff8-60f0-4432-ade9-b2f1c6e3e28b req-fa96989e-748f-4b06-8121-e84daa24f105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:07:19.233683 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-05d7bff8-60f0-4432-ade9-b2f1c6e3e28b req-fa96989e-748f-4b06-8121-e84daa24f105 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ce5c26e5146b48d692420b8cf88ca227&device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 1162 time: 0.0758209 Dec 04 01:07:19.388264 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7bff8-60f0-4432-ade9-b2f1c6e3e28b req-85aef905-2fcd-40e0-8327-118e12c31d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:07:19.389839 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-05d7bff8-60f0-4432-ade9-b2f1c6e3e28b req-85aef905-2fcd-40e0-8327-118e12c31d68 service neutron] 10.222.0.86 "GET /v2.0/networks?id=bfa5898c-3584-4e54-a8ff-6424b843274f HTTP/1.1" status: 200 len: 903 time: 0.1371317 Dec 04 01:07:19.500971 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-05d7bff8-60f0-4432-ade9-b2f1c6e3e28b req-4b87179d-dfab-4312-9291-b35bf5a09f16 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fb9fcb8-0d1d-43bd-ac50-a46198eb3402 HTTP/1.1" status: 200 len: 1000 time: 0.1046085 Dec 04 01:07:19.572427 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7bff8-60f0-4432-ade9-b2f1c6e3e28b req-ab11626e-dc10-475a-b3e5-e4fc72aead97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:07:19.573975 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-05d7bff8-60f0-4432-ade9-b2f1c6e3e28b req-ab11626e-dc10-475a-b3e5-e4fc72aead97 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7c55e5ca-7fc3-47d0-8a86-745a77902140 HTTP/1.1" status: 200 len: 848 time: 0.0669012 Dec 04 01:07:19.653599 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7bff8-60f0-4432-ade9-b2f1c6e3e28b req-e654c6e7-fbb9-4c7a-80c2-9dcb1b31c879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:07:19.655225 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-05d7bff8-60f0-4432-ade9-b2f1c6e3e28b req-e654c6e7-fbb9-4c7a-80c2-9dcb1b31c879 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bfa5898c-3584-4e54-a8ff-6424b843274f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0743289 Dec 04 01:07:19.796370 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-05d7bff8-60f0-4432-ade9-b2f1c6e3e28b req-2b849fb2-0f25-4e5e-848b-06c85aee26bd service neutron] 10.222.0.86 "GET /v2.0/networks/bfa5898c-3584-4e54-a8ff-6424b843274f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346462 Dec 04 01:07:20.158341 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-05d7bff8-60f0-4432-ade9-b2f1c6e3e28b req-c67c55ee-0f63-4606-bb95-f652cb6f3d25 service neutron] 10.222.0.86 "GET /v2.0/networks/bfa5898c-3584-4e54-a8ff-6424b843274f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3553936 Dec 04 01:07:32.645445 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91386d8-d2c4-4b8b-96f9-baa85d9b1fbd req-1b5d27bb-8c51-4ca8-969f-e63d1f4381a1 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:07:32.647044 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d91386d8-d2c4-4b8b-96f9-baa85d9b1fbd req-1b5d27bb-8c51-4ca8-969f-e63d1f4381a1 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/ports?device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 945 time: 0.0836005 Dec 04 01:07:32.697386 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d91386d8-d2c4-4b8b-96f9-baa85d9b1fbd req-40f457fb-f557-4771-bb93-2bd9072caead tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/security-groups?id=a53748dc-06ed-436a-b854-2ee2f6e676ec&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0439172 Dec 04 01:07:33.925268 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee979bcd-cbca-446d-9398-0e3dd3766382 req-05d0b00a-eeda-44b8-a920-b29ac1fdf955 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:07:33.926860 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ee979bcd-cbca-446d-9398-0e3dd3766382 req-05d0b00a-eeda-44b8-a920-b29ac1fdf955 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/ports?device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 945 time: 0.0830030 Dec 04 01:07:33.973990 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-ee979bcd-cbca-446d-9398-0e3dd3766382 req-050a400b-08ce-4e99-8ee4-c554e6781408 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/security-groups?id=a53748dc-06ed-436a-b854-2ee2f6e676ec&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0402341 Dec 04 01:07:35.191098 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89ca43-a2c7-4f81-8ce1-34fdb0dfde8b req-fe92406d-501e-4be0-bd18-c0f9630c0989 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:07:35.192669 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-fc89ca43-a2c7-4f81-8ce1-34fdb0dfde8b req-fe92406d-501e-4be0-bd18-c0f9630c0989 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/ports?device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 945 time: 0.0890787 Dec 04 01:07:35.239669 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-fc89ca43-a2c7-4f81-8ce1-34fdb0dfde8b req-6a6099a2-114e-42b6-9089-ed93e3d52eba tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/security-groups?id=a53748dc-06ed-436a-b854-2ee2f6e676ec&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0405819 Dec 04 01:07:36.453283 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb1261-3169-43a6-aeb1-a1ab942ab4ec req-80553996-028a-4002-b0b2-e3ba45eec8f6 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:07:36.454923 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e6bb1261-3169-43a6-aeb1-a1ab942ab4ec req-80553996-028a-4002-b0b2-e3ba45eec8f6 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/ports?device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 945 time: 0.0829964 Dec 04 01:07:36.506744 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e6bb1261-3169-43a6-aeb1-a1ab942ab4ec req-bead0f56-c006-4a47-bbd6-cb2afc126669 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/security-groups?id=a53748dc-06ed-436a-b854-2ee2f6e676ec&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0455704 Dec 04 01:07:37.348709 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 6 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 01:07:37.718932 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e4a400-3fd2-4a01-b2ed-392b10f0b8c2 req-abe72d9d-c7e4-4606-97f3-9195b790802c tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:07:37.720546 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-65e4a400-3fd2-4a01-b2ed-392b10f0b8c2 req-abe72d9d-c7e4-4606-97f3-9195b790802c tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/ports?device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 945 time: 0.0840666 Dec 04 01:07:37.766895 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-65e4a400-3fd2-4a01-b2ed-392b10f0b8c2 req-b372e2d9-bd62-4e2c-a4a7-282710f52aa3 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/security-groups?id=a53748dc-06ed-436a-b854-2ee2f6e676ec&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0400934 Dec 04 01:07:38.979837 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e78b33-5e95-4947-81a7-4c01e6dd3cc5 req-07b42be8-6363-4df2-900d-21209614814e tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:07:38.981423 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a4e78b33-5e95-4947-81a7-4c01e6dd3cc5 req-07b42be8-6363-4df2-900d-21209614814e tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/ports?device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 945 time: 0.0868084 Dec 04 01:07:39.029976 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-a4e78b33-5e95-4947-81a7-4c01e6dd3cc5 req-13e940a9-8a59-4b19-8737-e8816183bcaf tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/security-groups?id=a53748dc-06ed-436a-b854-2ee2f6e676ec&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0416524 Dec 04 01:07:40.242993 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb35d43-e201-4835-913f-c60ef86e359c req-2166c2b1-865a-4f58-8e06-dfea15daae91 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:07:40.244655 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7bb35d43-e201-4835-913f-c60ef86e359c req-2166c2b1-865a-4f58-8e06-dfea15daae91 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/ports?device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 945 time: 0.0835233 Dec 04 01:07:40.296342 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7bb35d43-e201-4835-913f-c60ef86e359c req-b7c049fa-1eb3-4edb-b7d7-a0ff7d236ad5 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/security-groups?id=a53748dc-06ed-436a-b854-2ee2f6e676ec&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0432990 Dec 04 01:07:41.509587 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c9963-f511-4b17-af3d-a42360439da7 req-89282f35-8a3d-480c-aeb2-de50912b7fa1 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:07:41.511214 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-825c9963-f511-4b17-af3d-a42360439da7 req-89282f35-8a3d-480c-aeb2-de50912b7fa1 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/ports?device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 945 time: 0.0861502 Dec 04 01:07:41.557650 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-825c9963-f511-4b17-af3d-a42360439da7 req-13c416cb-0185-4c1a-93a7-5f2f2059bb9d tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/security-groups?id=a53748dc-06ed-436a-b854-2ee2f6e676ec&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0401366 Dec 04 01:07:42.769579 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb33d5-a974-46e1-9753-3a6751b86b9f req-f1156ca0-da1a-42eb-b656-88342bb4c8dd tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:07:42.771152 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8bbb33d5-a974-46e1-9753-3a6751b86b9f req-f1156ca0-da1a-42eb-b656-88342bb4c8dd tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/ports?device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 945 time: 0.0848811 Dec 04 01:07:42.854677 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-8bbb33d5-a974-46e1-9753-3a6751b86b9f req-8c12e5e3-de15-4126-a0d8-3e3254d55ca7 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/security-groups?id=a53748dc-06ed-436a-b854-2ee2f6e676ec&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0771596 Dec 04 01:07:42.890097 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e121e-f4c5-4246-837c-bb0ac087e7d4 req-19ee51b7-5f56-47b3-8ff3-00ad7a913954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:07:42.891700 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-242e121e-f4c5-4246-837c-bb0ac087e7d4 req-19ee51b7-5f56-47b3-8ff3-00ad7a913954 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ce5c26e5146b48d692420b8cf88ca227&device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 1162 time: 0.0772622 Dec 04 01:07:43.034689 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e121e-f4c5-4246-837c-bb0ac087e7d4 req-e9df3f17-bf4e-4f65-af22-656408879b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:07:43.036298 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-242e121e-f4c5-4246-837c-bb0ac087e7d4 req-e9df3f17-bf4e-4f65-af22-656408879b49 service neutron] 10.222.0.86 "GET /v2.0/networks?id=bfa5898c-3584-4e54-a8ff-6424b843274f HTTP/1.1" status: 200 len: 903 time: 0.1377409 Dec 04 01:07:43.142263 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-242e121e-f4c5-4246-837c-bb0ac087e7d4 req-ad8696d1-1cbd-47dd-8857-017473eb93c8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fb9fcb8-0d1d-43bd-ac50-a46198eb3402 HTTP/1.1" status: 200 len: 1000 time: 0.0991757 Dec 04 01:07:43.215343 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e121e-f4c5-4246-837c-bb0ac087e7d4 req-c04de129-49f3-4ab5-9f79-06ee8a7415d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:07:43.216937 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-242e121e-f4c5-4246-837c-bb0ac087e7d4 req-c04de129-49f3-4ab5-9f79-06ee8a7415d3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7c55e5ca-7fc3-47d0-8a86-745a77902140 HTTP/1.1" status: 200 len: 848 time: 0.0683007 Dec 04 01:07:43.296576 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e121e-f4c5-4246-837c-bb0ac087e7d4 req-67f8b1bc-5338-4c21-b896-9bc4ac5a40b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:07:43.298153 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-242e121e-f4c5-4246-837c-bb0ac087e7d4 req-67f8b1bc-5338-4c21-b896-9bc4ac5a40b3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bfa5898c-3584-4e54-a8ff-6424b843274f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0737073 Dec 04 01:07:43.446919 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-242e121e-f4c5-4246-837c-bb0ac087e7d4 req-0e6c6f6e-f89e-45cb-a9d7-10ae0975ccac service neutron] 10.222.0.86 "GET /v2.0/networks/bfa5898c-3584-4e54-a8ff-6424b843274f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412358 Dec 04 01:07:43.592231 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-242e121e-f4c5-4246-837c-bb0ac087e7d4 req-a2cc3357-9295-4dd1-bd51-dbf1be66a65b service neutron] 10.222.0.86 "GET /v2.0/networks/bfa5898c-3584-4e54-a8ff-6424b843274f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1391075 Dec 04 01:07:44.068563 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064d1f2-1065-428d-8f5a-84f4c03587eb req-adbb3168-99f2-4cd3-abb1-ab68a3ec5ac2 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:07:44.070137 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7064d1f2-1065-428d-8f5a-84f4c03587eb req-adbb3168-99f2-4cd3-abb1-ab68a3ec5ac2 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/ports?device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 945 time: 0.0824192 Dec 04 01:07:44.119754 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-7064d1f2-1065-428d-8f5a-84f4c03587eb req-258fe176-9d74-433e-ba8e-2a3d341709b1 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/security-groups?id=a53748dc-06ed-436a-b854-2ee2f6e676ec&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0432949 Dec 04 01:07:44.689227 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-39edd69e-9c48-4212-bb89-47d317a3a95a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:07:45.332085 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50cf79c-e927-4b7c-a255-3ea3536087b3 req-dc315ffe-0973-4a49-9ce7-b552dc33ddaa tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:07:45.336202 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f50cf79c-e927-4b7c-a255-3ea3536087b3 req-dc315ffe-0973-4a49-9ce7-b552dc33ddaa tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/ports?device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 945 time: 0.0847666 Dec 04 01:07:45.380941 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f50cf79c-e927-4b7c-a255-3ea3536087b3 req-fbfd1f2e-129b-43c8-a18a-1113792ce721 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/security-groups?id=a53748dc-06ed-436a-b854-2ee2f6e676ec&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0408773 Dec 04 01:07:46.285441 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:07:46.595741 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055adf5-62be-4fce-916f-cdb4fbca2fe3 req-56d6178e-7d75-4755-92fa-98881af50af0 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:07:46.597256 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f055adf5-62be-4fce-916f-cdb4fbca2fe3 req-56d6178e-7d75-4755-92fa-98881af50af0 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/ports?device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 945 time: 0.0867684 Dec 04 01:07:46.645218 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f055adf5-62be-4fce-916f-cdb4fbca2fe3 req-5a2c058c-2038-4afe-8e90-5babcfe11401 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/security-groups?id=a53748dc-06ed-436a-b854-2ee2f6e676ec&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0410287 Dec 04 01:07:46.780730 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-76c710f1-b70b-4b40-9ed4-fc9857a2f8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:07:47.103809 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 0fb9fcb8-0d1d-43bd-ac50-a46198eb3402 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 01:07:47.225779 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:07:47.254410 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fb9fcb8-0d1d-43bd-ac50-a46198eb3402'}] {{(pid=80328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 01:07:47.265415 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] For port 0fb9fcb8-0d1d-43bd-ac50-a46198eb3402, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0fb9fcb8-0d1d-43bd-ac50-a46198eb3402,segment=NetworkSegment(51697142-f127-455b-b2d8-603cfb3c31f1),segment_id=51697142-f127-455b-b2d8-603cfb3c31f1)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:07:47.294483 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b684d-48dd-42e3-9dea-0ac5518cbdff req-92d1bb07-c5f5-4438-a43c-07d7fa818030 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:07:47.296143 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bf1b684d-48dd-42e3-9dea-0ac5518cbdff req-92d1bb07-c5f5-4438-a43c-07d7fa818030 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/ports?device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 945 time: 0.0853603 Dec 04 01:07:47.296876 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:07:47.299033 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:07:47.331403 dv-cinder-763306-5-smb neutron-server[80215]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0fb9fcb8-0d1d-43bd-ac50-a46198eb3402', 'code': 422} returned with failed status Dec 04 01:07:47.334731 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-74e8fb8c-0e0b-4470-83ca-b84a39eb2a1f req-630c7f19-151a-41b4-9141-b50bfdd19efb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1806500 Dec 04 01:07:47.351469 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-bf1b684d-48dd-42e3-9dea-0ac5518cbdff req-2e962f5a-f30f-41ef-9988-a7c8586e5bae tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/security-groups?id=a53748dc-06ed-436a-b854-2ee2f6e676ec&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0481982 Dec 04 01:07:47.376843 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Pushing event updated for resources: {'Port': ['ID=0fb9fcb8-0d1d-43bd-ac50-a46198eb3402,revision_number=5']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:07:47.384857 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:07:47.385242 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:07:47.385617 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:07:47.385993 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:07:47.386363 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:07:47.386728 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:07:47.387094 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:07:47.387481 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:07:47.387845 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:07:47.388205 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:07:47.388565 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:07:47.388923 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:07:47.389319 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:07:47.389676 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:07:47.390036 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:07:47.390393 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:07:47.390749 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:07:47.391105 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:07:47.391515 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:07:47.391871 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:07:47.392229 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:07:47.392583 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:07:47.392938 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:07:47.393290 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80328) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:07:47.397820 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:07:47.479835 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:07:48.525274 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:07:48.574817 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ec475-9be7-468a-a749-670efc587953 req-c113bf14-669a-49d4-a9df-5cd70723e1be tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:07:48.576507 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-301ec475-9be7-468a-a749-670efc587953 req-c113bf14-669a-49d4-a9df-5cd70723e1be tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/ports?device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 943 time: 0.0930243 Dec 04 01:07:48.624124 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-301ec475-9be7-468a-a749-670efc587953 req-0dba1eb5-26a8-42c6-b5c8-ba20ffb38ae1 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/security-groups?id=a53748dc-06ed-436a-b854-2ee2f6e676ec&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0412314 Dec 04 01:07:48.862030 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8fb8c-0e0b-4470-83ca-b84a39eb2a1f req-9f599fe9-ceeb-462e-b09e-ea3ad6480557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:07:48.863643 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-74e8fb8c-0e0b-4470-83ca-b84a39eb2a1f req-9f599fe9-ceeb-462e-b09e-ea3ad6480557 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b&tenant_id=ce5c26e5146b48d692420b8cf88ca227 HTTP/1.1" status: 200 len: 1160 time: 0.0779493 Dec 04 01:07:48.953682 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:07:48.972499 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8fb8c-0e0b-4470-83ca-b84a39eb2a1f req-0134b306-b049-4431-a81d-ddb2222d7869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:07:48.974120 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-74e8fb8c-0e0b-4470-83ca-b84a39eb2a1f req-0134b306-b049-4431-a81d-ddb2222d7869 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ce5c26e5146b48d692420b8cf88ca227&device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 1160 time: 0.0749717 Dec 04 01:07:49.115023 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8fb8c-0e0b-4470-83ca-b84a39eb2a1f req-4034082a-3817-4762-bc46-425c801371b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:07:49.116534 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-74e8fb8c-0e0b-4470-83ca-b84a39eb2a1f req-4034082a-3817-4762-bc46-425c801371b7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=bfa5898c-3584-4e54-a8ff-6424b843274f HTTP/1.1" status: 200 len: 903 time: 0.1354132 Dec 04 01:07:49.225220 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-74e8fb8c-0e0b-4470-83ca-b84a39eb2a1f req-a33d57c8-e0c2-433c-a181-c89bacef5365 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fb9fcb8-0d1d-43bd-ac50-a46198eb3402 HTTP/1.1" status: 200 len: 998 time: 0.1013618 Dec 04 01:07:49.294056 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8fb8c-0e0b-4470-83ca-b84a39eb2a1f req-7b5e3382-1a14-4ee3-bb5e-e3bbd2b2a0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:07:49.295615 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-74e8fb8c-0e0b-4470-83ca-b84a39eb2a1f req-7b5e3382-1a14-4ee3-bb5e-e3bbd2b2a0d9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7c55e5ca-7fc3-47d0-8a86-745a77902140 HTTP/1.1" status: 200 len: 848 time: 0.0633860 Dec 04 01:07:49.380931 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8fb8c-0e0b-4470-83ca-b84a39eb2a1f req-a75fc5dd-41d3-49e1-b44e-5b72e99a3da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:07:49.382461 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-74e8fb8c-0e0b-4470-83ca-b84a39eb2a1f req-a75fc5dd-41d3-49e1-b44e-5b72e99a3da5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bfa5898c-3584-4e54-a8ff-6424b843274f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0799980 Dec 04 01:07:49.526348 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-74e8fb8c-0e0b-4470-83ca-b84a39eb2a1f req-f577ff0a-05c5-45cb-8c15-83ae9fdbe2a3 service neutron] 10.222.0.86 "GET /v2.0/networks/bfa5898c-3584-4e54-a8ff-6424b843274f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366816 Dec 04 01:07:49.669148 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-74e8fb8c-0e0b-4470-83ca-b84a39eb2a1f req-be59aee9-0436-440d-9c19-275c5b3fcd4e service neutron] 10.222.0.86 "GET /v2.0/networks/bfa5898c-3584-4e54-a8ff-6424b843274f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1345181 Dec 04 01:07:49.846198 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4af5b-ac07-4afa-aad9-2bf7ca819fc7 req-0b749099-bd37-44f2-876c-587f40aabfde tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:07:49.847835 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b8b4af5b-ac07-4afa-aad9-2bf7ca819fc7 req-0b749099-bd37-44f2-876c-587f40aabfde tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/ports?device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 943 time: 0.0837181 Dec 04 01:07:49.894709 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b8b4af5b-ac07-4afa-aad9-2bf7ca819fc7 req-de98a3c9-edbe-432a-a58a-33b91fa35962 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/security-groups?id=a53748dc-06ed-436a-b854-2ee2f6e676ec&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0398438 Dec 04 01:07:51.111670 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e29ee2-7a1d-4db9-90fd-3fb2a9249d3b req-105237fc-185c-4eb8-bd96-09c835dfd9f8 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:07:51.113304 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-06e29ee2-7a1d-4db9-90fd-3fb2a9249d3b req-105237fc-185c-4eb8-bd96-09c835dfd9f8 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/ports?device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 943 time: 0.0869315 Dec 04 01:07:51.159364 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-06e29ee2-7a1d-4db9-90fd-3fb2a9249d3b req-8ad01e97-b76f-4924-b7c8-f454ce337bb9 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/security-groups?id=a53748dc-06ed-436a-b854-2ee2f6e676ec&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0398424 Dec 04 01:07:52.372042 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e92a0-e2c0-4b74-a781-b963fd3c409c req-c43f3739-cbab-4de8-96f1-a098c0eb4240 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:07:52.373639 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-324e92a0-e2c0-4b74-a781-b963fd3c409c req-c43f3739-cbab-4de8-96f1-a098c0eb4240 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/ports?device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 943 time: 0.0844407 Dec 04 01:07:52.423640 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-324e92a0-e2c0-4b74-a781-b963fd3c409c req-90b69aa6-bc3e-4ccf-8328-1d1ae1d7c428 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/security-groups?id=a53748dc-06ed-436a-b854-2ee2f6e676ec&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0436463 Dec 04 01:07:53.603584 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 0fb9fcb8-0d1d-43bd-ac50-a46198eb3402 up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 01:07:53.636367 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed4d2f-a3fa-49db-a700-98b82eb331ed req-b228a3d9-6791-41b5-93a7-3ad30895a95d tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:07:53.637992 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e5ed4d2f-a3fa-49db-a700-98b82eb331ed req-b228a3d9-6791-41b5-93a7-3ad30895a95d tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/ports?device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 943 time: 0.0845044 Dec 04 01:07:53.673323 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port 0fb9fcb8-0d1d-43bd-ac50-a46198eb3402 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:07:53.673768 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:07:53.686334 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e5ed4d2f-a3fa-49db-a700-98b82eb331ed req-1503998f-5bc4-46a8-81e6-b18f024ef3d4 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/security-groups?id=a53748dc-06ed-436a-b854-2ee2f6e676ec&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0416369 Dec 04 01:07:53.791297 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036851327681'] for port, before_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:07:53.818245 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb9fcb8-0d1d-43bd-ac50-a46198eb3402'}] {{(pid=80328) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 01:07:53.829171 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] For port 0fb9fcb8-0d1d-43bd-ac50-a46198eb3402, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0fb9fcb8-0d1d-43bd-ac50-a46198eb3402,segment=NetworkSegment(51697142-f127-455b-b2d8-603cfb3c31f1),segment_id=51697142-f127-455b-b2d8-603cfb3c31f1)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:07:53.873802 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363291473225605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745381169199', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363291473606584'] for port, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:07:53.877464 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fb9fcb8-0d1d-43bd-ac50-a46198eb3402', 'code': 200} Dec 04 01:07:53.878011 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:07:53.944412 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Pushing event updated for resources: {'Port': ['ID=0fb9fcb8-0d1d-43bd-ac50-a46198eb3402,revision_number=6']} {{(pid=80328) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:07:53.948403 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80328) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:07:54.258965 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a64239-7554-4624-8ad3-fcfb08326822 req-cf233f9d-b5ab-414c-8e4f-45278390bca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:07:54.260595 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e4a64239-7554-4624-8ad3-fcfb08326822 req-cf233f9d-b5ab-414c-8e4f-45278390bca4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 1162 time: 0.0763214 Dec 04 01:07:54.305234 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e4a64239-7554-4624-8ad3-fcfb08326822 req-85c635a0-0d32-4d7b-9bac-90a6a64a0ae2 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a53748dc-06ed-436a-b854-2ee2f6e676ec&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0365686 Dec 04 01:07:54.895882 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356176f-67d6-474d-a630-3997bd493354 req-a2dd0b95-bd46-4a23-8270-1ad9ba490f3a tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:07:54.897473 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3356176f-67d6-474d-a630-3997bd493354 req-a2dd0b95-bd46-4a23-8270-1ad9ba490f3a tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/ports?device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 945 time: 0.0838227 Dec 04 01:07:54.944599 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-3356176f-67d6-474d-a630-3997bd493354 req-4889bb99-33f1-4224-a648-05889cf4ea2f tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/security-groups?id=a53748dc-06ed-436a-b854-2ee2f6e676ec&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0407748 Dec 04 01:07:55.364970 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 0fb9fcb8-0d1d-43bd-ac50-a46198eb3402 up at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 04 01:07:55.439839 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.provisioning_blocks [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Provisioning complete for port 0fb9fcb8-0d1d-43bd-ac50-a46198eb3402 triggered by entity L2. {{(pid=80328) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 04 01:07:55.440250 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851426837'] for port, provisioning_complete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:07:56.179809 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3e684-ece8-4deb-909d-bea67b2cba4c req-3e040cd0-a912-4b75-a893-61692df3130b tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:07:56.181454 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d6a3e684-ece8-4deb-909d-bea67b2cba4c req-3e040cd0-a912-4b75-a893-61692df3130b tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/ports?device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 945 time: 0.0855665 Dec 04 01:07:56.230596 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-d6a3e684-ece8-4deb-909d-bea67b2cba4c req-23d38990-7e5e-4882-be83-5fc3b5fd1f69 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/security-groups?id=a53748dc-06ed-436a-b854-2ee2f6e676ec&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0421848 Dec 04 01:08:14.346633 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 6 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 01:08:14.676630 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3e8fb549-7e8f-44fd-9d7d-eee1763761e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:08:16.290070 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:08:16.790927 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-8bf6aeb0-839f-41ec-b8ae-503c5ebf97e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:08:17.490415 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:08:18.490204 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:08:18.958824 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:08:19.061529 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e1b3c180-37dd-4eab-8d5a-703397efe0d5 req-29a272ef-137c-4fb4-b191-be58f7c3355f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0762455 Dec 04 01:08:19.226336 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3c180-37dd-4eab-8d5a-703397efe0d5 req-984a4e43-1d53-4991-a59c-8dde3df6ab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:08:19.228037 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e1b3c180-37dd-4eab-8d5a-703397efe0d5 req-984a4e43-1d53-4991-a59c-8dde3df6ab33 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ce5c26e5146b48d692420b8cf88ca227&device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 1162 time: 0.0756102 Dec 04 01:08:19.605917 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3c180-37dd-4eab-8d5a-703397efe0d5 req-10bd34b9-98bc-48df-96e6-898450ada4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:08:19.610288 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e1b3c180-37dd-4eab-8d5a-703397efe0d5 req-10bd34b9-98bc-48df-96e6-898450ada4ec service neutron] 10.222.0.86 "GET /v2.0/networks?id=bfa5898c-3584-4e54-a8ff-6424b843274f HTTP/1.1" status: 200 len: 903 time: 0.3600192 Dec 04 01:08:19.713450 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e1b3c180-37dd-4eab-8d5a-703397efe0d5 req-a049f14e-2d7b-4a9f-b96f-46ad6ecf7326 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fb9fcb8-0d1d-43bd-ac50-a46198eb3402 HTTP/1.1" status: 200 len: 1000 time: 0.0980630 Dec 04 01:08:19.783453 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3c180-37dd-4eab-8d5a-703397efe0d5 req-c45d43e9-5ee9-48ea-8aa9-d11220b58645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:08:19.784960 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e1b3c180-37dd-4eab-8d5a-703397efe0d5 req-c45d43e9-5ee9-48ea-8aa9-d11220b58645 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7c55e5ca-7fc3-47d0-8a86-745a77902140 HTTP/1.1" status: 200 len: 848 time: 0.0631447 Dec 04 01:08:19.866453 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3c180-37dd-4eab-8d5a-703397efe0d5 req-b4d5865b-9756-4737-a625-51cd8e46dcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:08:19.867975 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e1b3c180-37dd-4eab-8d5a-703397efe0d5 req-b4d5865b-9756-4737-a625-51cd8e46dcee service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bfa5898c-3584-4e54-a8ff-6424b843274f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0761504 Dec 04 01:08:20.012470 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e1b3c180-37dd-4eab-8d5a-703397efe0d5 req-6c556ce7-f65e-4cbe-b478-2ce4d25fe641 service neutron] 10.222.0.86 "GET /v2.0/networks/bfa5898c-3584-4e54-a8ff-6424b843274f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373618 Dec 04 01:08:20.157073 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-e1b3c180-37dd-4eab-8d5a-703397efe0d5 req-818a5dbe-4145-48e3-ba9a-b06285796ca4 service neutron] 10.222.0.86 "GET /v2.0/networks/bfa5898c-3584-4e54-a8ff-6424b843274f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1365430 Dec 04 01:08:44.659287 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b7868604-af15-411a-b2ce-1b91d8ae9fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:08:46.299022 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:08:46.786708 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b2783a38-d803-4187-925c-6f2abbe9e72b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:08:47.481827 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:08:48.493410 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:08:48.958310 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:08:51.345632 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 6 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 01:09:09.128275 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-32d8eede-914f-4fcb-a2a6-a3f1856ac034 req-d482c1e6-4276-421a-8839-ef5de234d30b tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/floatingips/16d3a269-bcfe-4849-9ccd-7d772bb3c4c8 HTTP/1.1" status: 200 len: 997 time: 0.1080976 Dec 04 01:09:09.284389 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8eede-914f-4fcb-a2a6-a3f1856ac034 req-afc99b60-de24-42ad-b9b6-45ffd951126d tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:09:09.285811 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-32d8eede-914f-4fcb-a2a6-a3f1856ac034 req-afc99b60-de24-42ad-b9b6-45ffd951126d tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/networks/70fae593-b8e3-4ff7-b3b9-3060a635d4ae HTTP/1.1" status: 200 len: 784 time: 0.1517549 Dec 04 01:09:09.390406 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-32d8eede-914f-4fcb-a2a6-a3f1856ac034 req-fa157a13-552c-439e-8030-0c3c5553a92f tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.28.3.19 HTTP/1.1" status: 200 len: 1000 time: 0.0978875 Dec 04 01:09:09.469154 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8eede-914f-4fcb-a2a6-a3f1856ac034 req-d3836c08-0970-4160-91fb-3d9371fb8c49 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:09:09.470570 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-32d8eede-914f-4fcb-a2a6-a3f1856ac034 req-d3836c08-0970-4160-91fb-3d9371fb8c49 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/ports/0fb9fcb8-0d1d-43bd-ac50-a46198eb3402 HTTP/1.1" status: 200 len: 942 time: 0.0739381 Dec 04 01:09:09.661310 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-32d8eede-914f-4fcb-a2a6-a3f1856ac034 req-91e2ca7f-8dc1-41f2-85bf-3557d309867a tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/floatingips?floating_ip_address=172.28.3.19 HTTP/1.1" status: 200 len: 1000 time: 0.1055641 Dec 04 01:09:09.872006 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-32d8eede-914f-4fcb-a2a6-a3f1856ac034 req-98f57cb5-813c-46e5-8ed4-121ffa381735 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Deleting port f89fe9c0-c032-4ecd-80e5-329802840c58 {{(pid=80327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 01:09:09.872286 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-32d8eede-914f-4fcb-a2a6-a3f1856ac034 req-98f57cb5-813c-46e5-8ed4-121ffa381735 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:10.053729 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-32d8eede-914f-4fcb-a2a6-a3f1856ac034 req-98f57cb5-813c-46e5-8ed4-121ffa381735 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:10.054105 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-32d8eede-914f-4fcb-a2a6-a3f1856ac034 req-98f57cb5-813c-46e5-8ed4-121ffa381735 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify callbacks [] for floatingip, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:10.179403 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-32d8eede-914f-4fcb-a2a6-a3f1856ac034 req-98f57cb5-813c-46e5-8ed4-121ffa381735 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Calling delete_port for f89fe9c0-c032-4ecd-80e5-329802840c58 owned by network:floatingip {{(pid=80327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 01:09:10.357934 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-32d8eede-914f-4fcb-a2a6-a3f1856ac034 req-98f57cb5-813c-46e5-8ed4-121ffa381735 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291473225622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291473606618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:10.376357 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-582ee70f-22ed-41f9-bf36-2ee23d3ce7f6 tempest-VolumesSnapshotTestJSON-456476272 tempest-VolumesSnapshotTestJSON-456476272] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:09:10.420728 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f57cb5-813c-46e5-8ed4-121ffa381735 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Pushing event deleted for resources: {'Port': ['ID=f89fe9c0-c032-4ecd-80e5-329802840c58,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:09:10.480343 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f57cb5-813c-46e5-8ed4-121ffa381735 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:10.480760 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f57cb5-813c-46e5-8ed4-121ffa381735 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:10.481173 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f57cb5-813c-46e5-8ed4-121ffa381735 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:10.481579 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f57cb5-813c-46e5-8ed4-121ffa381735 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:10.481977 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f57cb5-813c-46e5-8ed4-121ffa381735 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:10.482382 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f57cb5-813c-46e5-8ed4-121ffa381735 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:10.482779 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f57cb5-813c-46e5-8ed4-121ffa381735 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:10.483228 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f57cb5-813c-46e5-8ed4-121ffa381735 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:10.483633 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f57cb5-813c-46e5-8ed4-121ffa381735 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:10.484064 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f57cb5-813c-46e5-8ed4-121ffa381735 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:10.484421 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f57cb5-813c-46e5-8ed4-121ffa381735 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:10.484812 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f57cb5-813c-46e5-8ed4-121ffa381735 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:10.485242 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f57cb5-813c-46e5-8ed4-121ffa381735 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:10.485634 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f57cb5-813c-46e5-8ed4-121ffa381735 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:10.486025 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f57cb5-813c-46e5-8ed4-121ffa381735 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:10.486416 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f57cb5-813c-46e5-8ed4-121ffa381735 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:10.486809 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f57cb5-813c-46e5-8ed4-121ffa381735 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:10.487285 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f57cb5-813c-46e5-8ed4-121ffa381735 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:10.487616 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f57cb5-813c-46e5-8ed4-121ffa381735 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:10.488006 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f57cb5-813c-46e5-8ed4-121ffa381735 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:10.488397 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f57cb5-813c-46e5-8ed4-121ffa381735 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:10.488787 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f57cb5-813c-46e5-8ed4-121ffa381735 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:10.489180 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f57cb5-813c-46e5-8ed4-121ffa381735 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:10.489573 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98f57cb5-813c-46e5-8ed4-121ffa381735 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:10.495602 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-98f57cb5-813c-46e5-8ed4-121ffa381735 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:09:10.614106 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-32d8eede-914f-4fcb-a2a6-a3f1856ac034 req-98f57cb5-813c-46e5-8ed4-121ffa381735 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify callbacks [] for floatingip, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:10.614484 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.db.l3_db [req-32d8eede-914f-4fcb-a2a6-a3f1856ac034 req-98f57cb5-813c-46e5-8ed4-121ffa381735 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Floating IP 16d3a269-bcfe-4849-9ccd-7d772bb3c4c8 disassociated (deleted). External IP: 172.28.3.19, port: 0fb9fcb8-0d1d-43bd-ac50-a46198eb3402. Dec 04 01:09:10.974812 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32d8eede-914f-4fcb-a2a6-a3f1856ac034 req-98f57cb5-813c-46e5-8ed4-121ffa381735 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Router 8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80 has already been hosted by L3 agent 584cecf2-ad77-484a-986e-0fea284e741d {{(pid=80327) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 01:09:11.160327 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32d8eede-914f-4fcb-a2a6-a3f1856ac034 req-98f57cb5-813c-46e5-8ed4-121ffa381735 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify agent at l3_agent.dv-cinder-763306-5-smb the message routers_updated {{(pid=80327) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 01:09:11.172399 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ad58bf-f25c-4437-a5f5-28fbeed79d3a None None] Sync routers for ids ['8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80'] in dv-cinder-763306-5-smb {{(pid=80329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 01:09:11.183713 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ad58bf-f25c-4437-a5f5-28fbeed79d3a None None] Routers {'8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 01:09:11.191251 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-78ad58bf-f25c-4437-a5f5-28fbeed79d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T01:08:47Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80'], 'active': True} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:09:11.256151 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-32d8eede-914f-4fcb-a2a6-a3f1856ac034 req-98f57cb5-813c-46e5-8ed4-121ffa381735 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for floatingip, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:11.312545 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-32d8eede-914f-4fcb-a2a6-a3f1856ac034 req-98f57cb5-813c-46e5-8ed4-121ffa381735 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "DELETE /v2.0/floatingips/16d3a269-bcfe-4849-9ccd-7d772bb3c4c8 HTTP/1.1" status: 204 len: 173 time: 1.6445467 Dec 04 01:09:11.313115 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b', 'tag': '0fb9fcb8-0d1d-43bd-ac50-a46198eb3402'}] {{(pid=80327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 01:09:11.368525 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-78ad58bf-f25c-4437-a5f5-28fbeed79d3a None None] Set router 8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80 gateway port host: dv-cinder-763306-5-smb {{(pid=80329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 01:09:11.377490 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b', 'tag': '0fb9fcb8-0d1d-43bd-ac50-a46198eb3402', 'status': 'completed', 'code': 200} Dec 04 01:09:11.540454 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8eede-914f-4fcb-a2a6-a3f1856ac034 req-96b93670-b7c2-480b-9b1f-5db26ab95bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:09:11.542658 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-32d8eede-914f-4fcb-a2a6-a3f1856ac034 req-96b93670-b7c2-480b-9b1f-5db26ab95bdc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ce5c26e5146b48d692420b8cf88ca227&device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 1162 time: 0.2161744 Dec 04 01:09:11.545322 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c649f85-951a-40a7-a1a1-6a802ca96823 req-42eaca65-71bd-483a-b628-4952c3c3b134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:09:11.546866 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-5c649f85-951a-40a7-a1a1-6a802ca96823 req-42eaca65-71bd-483a-b628-4952c3c3b134 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ce5c26e5146b48d692420b8cf88ca227&device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 1162 time: 0.1082220 Dec 04 01:09:11.708714 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-78ad58bf-f25c-4437-a5f5-28fbeed79d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80', 'name': 'tempest-TestShelveInstance-1595848104-router', 'tenant_id': 'ce5c26e5146b48d692420b8cf88ca227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': '9bbcdea4-28f1-4909-a777-ba0c52624cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T01:04:50Z', 'updated_at': '2020-12-04T01:04:55Z', 'revision_number': 4, 'project_id': 'ce5c26e5146b48d692420b8cf88ca227', 'gw_port': {'id': '9bbcdea4-28f1-4909-a777-ba0c52624cc0', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T01:04:51Z', 'updated_at': '2020-12-04T01:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_interfaces': [{'id': '0184c738-ce92-493f-8f4e-ea44bf0e1f7a', 'name': '', 'network_id': 'bfa5898c-3584-4e54-a8ff-6424b843274f', 'tenant_id': 'ce5c26e5146b48d692420b8cf88ca227', 'mac_address': 'fa:16:3e:4b:74:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7c55e5ca-7fc3-47d0-8a86-745a77902140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T01:04:54Z', 'updated_at': '2020-12-04T01:05:05Z', 'revision_number': 5, 'project_id': 'ce5c26e5146b48d692420b8cf88ca227', 'subnets': [{'id': '7c55e5ca-7fc3-47d0-8a86-745a77902140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:09:11.713464 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ad58bf-f25c-4437-a5f5-28fbeed79d3a None None] Checking router: 8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80 for host: dv-cinder-763306-5-smb {{(pid=80329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 01:09:11.723838 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ad58bf-f25c-4437-a5f5-28fbeed79d3a None None] Routers {'8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 01:09:11.724527 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-78ad58bf-f25c-4437-a5f5-28fbeed79d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T01:08:47Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80'], 'active': True} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:09:11.911793 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-78ad58bf-f25c-4437-a5f5-28fbeed79d3a None None] Set router 8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80 gateway port host: dv-cinder-763306-5-smb {{(pid=80329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 01:09:12.037385 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8eede-914f-4fcb-a2a6-a3f1856ac034 req-1bd8dbf8-b0ac-4caf-b584-ec02f0e2084e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:09:12.039026 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-32d8eede-914f-4fcb-a2a6-a3f1856ac034 req-1bd8dbf8-b0ac-4caf-b584-ec02f0e2084e service neutron] 10.222.0.73 "GET /v2.0/networks?id=bfa5898c-3584-4e54-a8ff-6424b843274f HTTP/1.1" status: 200 len: 903 time: 0.4885669 Dec 04 01:09:12.041493 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c649f85-951a-40a7-a1a1-6a802ca96823 req-eb1a2fcb-3c57-4bf5-9524-fea040904169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:09:12.042972 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-5c649f85-951a-40a7-a1a1-6a802ca96823 req-eb1a2fcb-3c57-4bf5-9524-fea040904169 service neutron] 10.222.0.86 "GET /v2.0/networks?id=bfa5898c-3584-4e54-a8ff-6424b843274f HTTP/1.1" status: 200 len: 903 time: 0.4710958 Dec 04 01:09:12.168561 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-32d8eede-914f-4fcb-a2a6-a3f1856ac034 req-7e2dcef5-f481-4363-b9eb-5b54c679c258 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fb9fcb8-0d1d-43bd-ac50-a46198eb3402 HTTP/1.1" status: 200 len: 217 time: 0.1214051 Dec 04 01:09:12.176762 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-5c649f85-951a-40a7-a1a1-6a802ca96823 req-3962e335-adb0-4447-aa97-e5ac37b470c1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0fb9fcb8-0d1d-43bd-ac50-a46198eb3402 HTTP/1.1" status: 200 len: 217 time: 0.0704169 Dec 04 01:09:12.245459 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-78ad58bf-f25c-4437-a5f5-28fbeed79d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80', 'name': 'tempest-TestShelveInstance-1595848104-router', 'tenant_id': 'ce5c26e5146b48d692420b8cf88ca227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': '9bbcdea4-28f1-4909-a777-ba0c52624cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T01:04:50Z', 'updated_at': '2020-12-04T01:04:55Z', 'revision_number': 4, 'project_id': 'ce5c26e5146b48d692420b8cf88ca227', 'gw_port': {'id': '9bbcdea4-28f1-4909-a777-ba0c52624cc0', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T01:04:51Z', 'updated_at': '2020-12-04T01:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_interfaces': [{'id': '0184c738-ce92-493f-8f4e-ea44bf0e1f7a', 'name': '', 'network_id': 'bfa5898c-3584-4e54-a8ff-6424b843274f', 'tenant_id': 'ce5c26e5146b48d692420b8cf88ca227', 'mac_address': 'fa:16:3e:4b:74:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7c55e5ca-7fc3-47d0-8a86-745a77902140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T01:04:54Z', 'updated_at': '2020-12-04T01:05:05Z', 'revision_number': 5, 'project_id': 'ce5c26e5146b48d692420b8cf88ca227', 'subnets': [{'id': '7c55e5ca-7fc3-47d0-8a86-745a77902140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:09:12.249637 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ad58bf-f25c-4437-a5f5-28fbeed79d3a None None] The sync data for ids ['8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80'] in dv-cinder-763306-5-smb is: [{'id': '8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80', 'name': 'tempest-TestShelveInstance-1595848104-router', 'tenant_id': 'ce5c26e5146b48d692420b8cf88ca227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': '9bbcdea4-28f1-4909-a777-ba0c52624cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T01:04:50Z', 'updated_at': '2020-12-04T01:04:55Z', 'revision_number': 4, 'project_id': 'ce5c26e5146b48d692420b8cf88ca227', 'gw_port': {'id': '9bbcdea4-28f1-4909-a777-ba0c52624cc0', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T01:04:51Z', 'updated_at': '2020-12-04T01:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb', '_interfaces': [{'id': '0184c738-ce92-493f-8f4e-ea44bf0e1f7a', 'name': '', 'network_id': 'bfa5898c-3584-4e54-a8ff-6424b843274f', 'tenant_id': 'ce5c26e5146b48d692420b8cf88ca227', 'mac_address': 'fa:16:3e:4b:74:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '7c55e5ca-7fc3-47d0-8a86-745a77902140', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T01:04:54Z', 'updated_at': '2020-12-04T01:05:05Z', 'revision_number': 5, 'project_id': 'ce5c26e5146b48d692420b8cf88ca227', 'subnets': [{'id': '7c55e5ca-7fc3-47d0-8a86-745a77902140', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 01:09:12.305755 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c649f85-951a-40a7-a1a1-6a802ca96823 req-657859a2-46b8-4275-9fa6-e3a9f24b33b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:09:12.307901 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-5c649f85-951a-40a7-a1a1-6a802ca96823 req-657859a2-46b8-4275-9fa6-e3a9f24b33b3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7c55e5ca-7fc3-47d0-8a86-745a77902140 HTTP/1.1" status: 200 len: 848 time: 0.0876706 Dec 04 01:09:12.309321 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8eede-914f-4fcb-a2a6-a3f1856ac034 req-52bf7e3b-b3d6-4255-8cbb-633ee307d74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:09:12.311046 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-32d8eede-914f-4fcb-a2a6-a3f1856ac034 req-52bf7e3b-b3d6-4255-8cbb-633ee307d74f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7c55e5ca-7fc3-47d0-8a86-745a77902140 HTTP/1.1" status: 200 len: 848 time: 0.1297162 Dec 04 01:09:12.457379 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8eede-914f-4fcb-a2a6-a3f1856ac034 req-daf9848a-42b1-40ae-9c11-5f0867caba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:09:12.459044 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-32d8eede-914f-4fcb-a2a6-a3f1856ac034 req-daf9848a-42b1-40ae-9c11-5f0867caba19 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=bfa5898c-3584-4e54-a8ff-6424b843274f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1026299 Dec 04 01:09:12.462101 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c649f85-951a-40a7-a1a1-6a802ca96823 req-c84711ea-2b51-4d7b-831d-ec9a95434392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:09:12.463720 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-5c649f85-951a-40a7-a1a1-6a802ca96823 req-c84711ea-2b51-4d7b-831d-ec9a95434392 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=bfa5898c-3584-4e54-a8ff-6424b843274f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1485248 Dec 04 01:09:12.620617 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe09599-30a6-442f-bb1f-05cb62e2401c None None] New status for floating IP 16d3a269-bcfe-4849-9ccd-7d772bb3c4c8: DOWN {{(pid=80328) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 04 01:09:12.727028 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-32d8eede-914f-4fcb-a2a6-a3f1856ac034 req-bc6cd03e-84b0-4e9b-b7ef-3579219e04f2 service neutron] 10.222.0.73 "GET /v2.0/networks/bfa5898c-3584-4e54-a8ff-6424b843274f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602544 Dec 04 01:09:12.732331 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-5c649f85-951a-40a7-a1a1-6a802ca96823 req-182c7ee7-3d15-45e2-8ddc-0eef89c55f5c service neutron] 10.222.0.86 "GET /v2.0/networks/bfa5898c-3584-4e54-a8ff-6424b843274f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414205 Dec 04 01:09:12.995843 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-32d8eede-914f-4fcb-a2a6-a3f1856ac034 req-69a96dc0-3f23-41ce-b2e0-656111ea2575 service neutron] 10.222.0.73 "GET /v2.0/networks/bfa5898c-3584-4e54-a8ff-6424b843274f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2619359 Dec 04 01:09:12.998120 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-5c649f85-951a-40a7-a1a1-6a802ca96823 req-cb8ce867-957e-4ac4-b1e2-81d09556ab6b service neutron] 10.222.0.86 "GET /v2.0/networks/bfa5898c-3584-4e54-a8ff-6424b843274f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2396898 Dec 04 01:09:13.536262 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069465a3-cc0d-4f77-9681-fa6cfeb45005 req-75d6bd8a-5157-4730-bedd-96832ef22a5b tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:09:13.537027 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-069465a3-cc0d-4f77-9681-fa6cfeb45005 req-75d6bd8a-5157-4730-bedd-96832ef22a5b tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Synchronizing usage tracker for tenant:ce5c26e5146b48d692420b8cf88ca227 on resource:port {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 01:09:13.586373 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-069465a3-cc0d-4f77-9681-fa6cfeb45005 req-75d6bd8a-5157-4730-bedd-96832ef22a5b tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Unset dirty status for tenant:ce5c26e5146b48d692420b8cf88ca227 on resource:port {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 01:09:13.587654 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-069465a3-cc0d-4f77-9681-fa6cfeb45005 req-75d6bd8a-5157-4730-bedd-96832ef22a5b tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/ports?device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 945 time: 0.1367357 Dec 04 01:09:13.636254 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-069465a3-cc0d-4f77-9681-fa6cfeb45005 req-b32a2fe2-9e97-42aa-ad15-9f0528ebe616 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/security-groups?id=a53748dc-06ed-436a-b854-2ee2f6e676ec&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0404766 Dec 04 01:09:14.675886 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c4a92280-2202-4151-bfd3-fab3ec272224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:14.858152 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e049e5-7ba9-4fca-8abb-8edee68ed946 req-9b80e9f7-2f9b-4702-aaff-0030be282ae8 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:09:14.859816 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b0e049e5-7ba9-4fca-8abb-8edee68ed946 req-9b80e9f7-2f9b-4702-aaff-0030be282ae8 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/ports?device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 945 time: 0.0843272 Dec 04 01:09:14.907985 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-b0e049e5-7ba9-4fca-8abb-8edee68ed946 req-c2b4ccea-dc74-4d5f-a039-4e836f4ccf0b tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/security-groups?id=a53748dc-06ed-436a-b854-2ee2f6e676ec&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0418296 Dec 04 01:09:15.139601 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61df8f0-e9a9-4dbc-93da-6342d7d8b872 req-a9f8fde2-a864-47f0-a0e3-0f8d14bdca0c tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80327) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 04 01:09:15.141222 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c61df8f0-e9a9-4dbc-93da-6342d7d8b872 req-a9f8fde2-a864-47f0-a0e3-0f8d14bdca0c tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.86 "GET /v2.0/ports?device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 945 time: 0.0852039 Dec 04 01:09:15.216288 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-c61df8f0-e9a9-4dbc-93da-6342d7d8b872 req-32d564b0-dbb6-4231-99ab-77adb74b56c7 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Deleting port 0fb9fcb8-0d1d-43bd-ac50-a46198eb3402 {{(pid=80327) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 01:09:15.216712 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-c61df8f0-e9a9-4dbc-93da-6342d7d8b872 req-32d564b0-dbb6-4231-99ab-77adb74b56c7 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:15.472419 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [req-c61df8f0-e9a9-4dbc-93da-6342d7d8b872 req-32d564b0-dbb6-4231-99ab-77adb74b56c7 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] For port 0fb9fcb8-0d1d-43bd-ac50-a46198eb3402, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0fb9fcb8-0d1d-43bd-ac50-a46198eb3402,segment=NetworkSegment(51697142-f127-455b-b2d8-603cfb3c31f1),segment_id=51697142-f127-455b-b2d8-603cfb3c31f1)] {{(pid=80327) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:09:15.472807 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-c61df8f0-e9a9-4dbc-93da-6342d7d8b872 req-32d564b0-dbb6-4231-99ab-77adb74b56c7 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:15.602489 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [req-c61df8f0-e9a9-4dbc-93da-6342d7d8b872 req-32d564b0-dbb6-4231-99ab-77adb74b56c7 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Calling delete_port for 0fb9fcb8-0d1d-43bd-ac50-a46198eb3402 owned by compute:nova {{(pid=80327) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 01:09:15.780654 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-c61df8f0-e9a9-4dbc-93da-6342d7d8b872 req-32d564b0-dbb6-4231-99ab-77adb74b56c7 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291473225622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291473606618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036827077829'] for port, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:15.795636 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-9988c35f-0263-4712-b91e-67390ca0b372 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:09:15.841147 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d564b0-dbb6-4231-99ab-77adb74b56c7 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Pushing event deleted for resources: {'Port': ['ID=0fb9fcb8-0d1d-43bd-ac50-a46198eb3402,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:09:15.845646 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-32d564b0-dbb6-4231-99ab-77adb74b56c7 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:09:15.935205 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 0fb9fcb8-0d1d-43bd-ac50-a46198eb3402 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 01:09:15.970794 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] No Port match for: 0fb9fcb8-0d1d-43bd-ac50-a46198eb3402 {{(pid=80328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 01:09:15.971213 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Device 0fb9fcb8-0d1d-43bd-ac50-a46198eb3402 not bound to the agent host hv-cinder-76330 {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 01:09:16.003976 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [req-c61df8f0-e9a9-4dbc-93da-6342d7d8b872 req-32d564b0-dbb6-4231-99ab-77adb74b56c7 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] No DVR routers for this DVR port 0fb9fcb8-0d1d-43bd-ac50-a46198eb3402 on host hv-cinder-76330 {{(pid=80327) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 01:09:16.006217 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-c61df8f0-e9a9-4dbc-93da-6342d7d8b872 req-32d564b0-dbb6-4231-99ab-77adb74b56c7 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771176'] for port, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:16.009135 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b', 'name': 'network-vif-deleted', 'tag': '0fb9fcb8-0d1d-43bd-ac50-a46198eb3402'}] {{(pid=80327) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 04 01:09:16.083904 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b', 'name': 'network-vif-deleted', 'tag': '0fb9fcb8-0d1d-43bd-ac50-a46198eb3402', 'status': 'completed', 'code': 200} Dec 04 01:09:16.090474 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-c61df8f0-e9a9-4dbc-93da-6342d7d8b872 req-32d564b0-dbb6-4231-99ab-77adb74b56c7 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.86 "DELETE /v2.0/ports/0fb9fcb8-0d1d-43bd-ac50-a46198eb3402 HTTP/1.1" status: 204 len: 173 time: 0.9429128 Dec 04 01:09:16.096387 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-22eff84f-3770-4a04-946b-276c824256ca req-1d53ef26-fe75-4000-a458-17ee1c500898 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Synchronizing usage tracker for tenant:ce5c26e5146b48d692420b8cf88ca227 on resource:port {{(pid=80327) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 04 01:09:16.163529 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.quota.resource [req-22eff84f-3770-4a04-946b-276c824256ca req-1d53ef26-fe75-4000-a458-17ee1c500898 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Unset dirty status for tenant:ce5c26e5146b48d692420b8cf88ca227 on resource:port {{(pid=80327) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 04 01:09:16.164918 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-22eff84f-3770-4a04-946b-276c824256ca req-1d53ef26-fe75-4000-a458-17ee1c500898 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/ports?device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 210 time: 0.1169097 Dec 04 01:09:16.312141 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:16.784500 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-201ef53c-3620-4403-84e0-88a37af9051d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:17.358226 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-2f26c4f2-62cc-4da5-b059-4b147fabcc07 req-d2e31784-790b-4da4-95c3-5d9faa6ef186 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/ports?device_id=2a164ccd-6e36-4b0b-ad6d-98577b6b9a4b HTTP/1.1" status: 200 len: 210 time: 0.0463109 Dec 04 01:09:17.483281 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:18.498658 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:18.554115 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f6483623-c634-4dac-91d7-9f020e404f2d req-cb761f27-c575-42dd-9b40-3636ecc69c22 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "GET /v2.0/security-groups/a53748dc-06ed-436a-b854-2ee2f6e676ec HTTP/1.1" status: 200 len: 2879 time: 0.0492182 Dec 04 01:09:18.629788 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-f6483623-c634-4dac-91d7-9f020e404f2d req-53d5d4a9-8e70-4267-9409-a4c7d91bad91 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify callbacks [] for security_group, before_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:18.658801 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-f6483623-c634-4dac-91d7-9f020e404f2d req-53d5d4a9-8e70-4267-9409-a4c7d91bad91 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify callbacks [] for security_group, precommit_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:18.824146 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-f6483623-c634-4dac-91d7-9f020e404f2d req-53d5d4a9-8e70-4267-9409-a4c7d91bad91 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:18.829495 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-6dc71ddc-34c7-42a9-832f-4345e7f5741d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:09:18.845174 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d5d4a9-8e70-4267-9409-a4c7d91bad91 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53748dc-06ed-436a-b854-2ee2f6e676ec,revision_number=None']} {{(pid=80327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:09:18.848504 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-53d5d4a9-8e70-4267-9409-a4c7d91bad91 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:09:18.886344 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [req-f6483623-c634-4dac-91d7-9f020e404f2d req-53d5d4a9-8e70-4267-9409-a4c7d91bad91 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] Notify callbacks [] for security_group, before_response {{(pid=80327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:18.887612 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [req-f6483623-c634-4dac-91d7-9f020e404f2d req-53d5d4a9-8e70-4267-9409-a4c7d91bad91 tempest-TestShelveInstance-204055259 tempest-TestShelveInstance-204055259] 10.222.0.73 "DELETE /v2.0/security-groups/a53748dc-06ed-436a-b854-2ee2f6e676ec HTTP/1.1" status: 204 len: 173 time: 0.3263228 Dec 04 01:09:19.000156 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 45946) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:09:19.049498 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:19.357265 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-1f5a44fd-5080-486d-8c75-de8400b34e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854080080'] for router_interface, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:20.167907 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-1f5a44fd-5080-486d-8c75-de8400b34e0c admin admin] Deleting port 0184c738-ce92-493f-8f4e-ea44bf0e1f7a {{(pid=80326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 01:09:20.168473 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-1f5a44fd-5080-486d-8c75-de8400b34e0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:20.351067 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-1f5a44fd-5080-486d-8c75-de8400b34e0c admin admin] For port 0184c738-ce92-493f-8f4e-ea44bf0e1f7a, host dv-cinder-763306-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=0184c738-ce92-493f-8f4e-ea44bf0e1f7a,segment=NetworkSegment(51697142-f127-455b-b2d8-603cfb3c31f1),segment_id=51697142-f127-455b-b2d8-603cfb3c31f1)] {{(pid=80326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:09:20.351513 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-1f5a44fd-5080-486d-8c75-de8400b34e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:20.481117 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-1f5a44fd-5080-486d-8c75-de8400b34e0c admin admin] Calling delete_port for 0184c738-ce92-493f-8f4e-ea44bf0e1f7a owned by network:router_interface {{(pid=80326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 01:09:20.849072 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-1f5a44fd-5080-486d-8c75-de8400b34e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291473225622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291473606618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27594304'] for port, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:20.864555 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:09:20.957208 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a44fd-5080-486d-8c75-de8400b34e0c admin admin] Pushing event deleted for resources: {'Port': ['ID=0184c738-ce92-493f-8f4e-ea44bf0e1f7a,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:09:20.973880 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a44fd-5080-486d-8c75-de8400b34e0c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:20.974331 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a44fd-5080-486d-8c75-de8400b34e0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:20.974724 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a44fd-5080-486d-8c75-de8400b34e0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:20.975136 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a44fd-5080-486d-8c75-de8400b34e0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:20.975574 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a44fd-5080-486d-8c75-de8400b34e0c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:20.975980 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a44fd-5080-486d-8c75-de8400b34e0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:20.976383 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a44fd-5080-486d-8c75-de8400b34e0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:20.976782 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a44fd-5080-486d-8c75-de8400b34e0c admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:20.977180 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a44fd-5080-486d-8c75-de8400b34e0c admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:20.977581 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a44fd-5080-486d-8c75-de8400b34e0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:20.977979 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a44fd-5080-486d-8c75-de8400b34e0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:20.978381 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a44fd-5080-486d-8c75-de8400b34e0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:20.978819 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a44fd-5080-486d-8c75-de8400b34e0c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:20.979273 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a44fd-5080-486d-8c75-de8400b34e0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:20.979670 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a44fd-5080-486d-8c75-de8400b34e0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:20.980066 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a44fd-5080-486d-8c75-de8400b34e0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:20.980461 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a44fd-5080-486d-8c75-de8400b34e0c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:20.980861 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a44fd-5080-486d-8c75-de8400b34e0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:20.981256 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a44fd-5080-486d-8c75-de8400b34e0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:20.981652 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a44fd-5080-486d-8c75-de8400b34e0c admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:20.982051 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a44fd-5080-486d-8c75-de8400b34e0c admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:20.982444 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a44fd-5080-486d-8c75-de8400b34e0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:20.982838 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a44fd-5080-486d-8c75-de8400b34e0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:20.983642 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5a44fd-5080-486d-8c75-de8400b34e0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-5-smb {{(pid=80326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 04 01:09:20.988674 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-1f5a44fd-5080-486d-8c75-de8400b34e0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:09:21.286359 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-1f5a44fd-5080-486d-8c75-de8400b34e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3187187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-714861'] for router_interface, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:21.782606 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5a44fd-5080-486d-8c75-de8400b34e0c admin admin] Router 8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80 has already been hosted by L3 agent 584cecf2-ad77-484a-986e-0fea284e741d {{(pid=80326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 01:09:21.967904 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5a44fd-5080-486d-8c75-de8400b34e0c admin admin] Notify agent at l3_agent.dv-cinder-763306-5-smb the message routers_updated {{(pid=80326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 01:09:21.977090 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a794e43f-32bd-4865-976c-b1d8906cc4bc None None] Sync routers for ids ['8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80'] in dv-cinder-763306-5-smb {{(pid=80329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 01:09:21.987987 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a794e43f-32bd-4865-976c-b1d8906cc4bc None None] Routers {'8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 01:09:21.988658 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-a794e43f-32bd-4865-976c-b1d8906cc4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T01:09:17Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80'], 'active': True} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:09:22.022537 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-1f5a44fd-5080-486d-8c75-de8400b34e0c admin admin] 10.222.0.73 "PUT /v2.0/routers/8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0211751 Dec 04 01:09:22.025190 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 45950) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:09:22.172965 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-a794e43f-32bd-4865-976c-b1d8906cc4bc None None] Set router 8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80 gateway port host: dv-cinder-763306-5-smb {{(pid=80329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 01:09:22.206346 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-335ee198-e3e7-408f-b826-d1b49f6612a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:22.388431 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-335ee198-e3e7-408f-b826-d1b49f6612a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:22.393889 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-335ee198-e3e7-408f-b826-d1b49f6612a3 admin admin] Deleting port 9bbcdea4-28f1-4909-a777-ba0c52624cc0 {{(pid=80326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 01:09:22.394256 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-335ee198-e3e7-408f-b826-d1b49f6612a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:22.472842 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-a794e43f-32bd-4865-976c-b1d8906cc4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80', 'name': 'tempest-TestShelveInstance-1595848104-router', 'tenant_id': 'ce5c26e5146b48d692420b8cf88ca227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': '9bbcdea4-28f1-4909-a777-ba0c52624cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T01:04:50Z', 'updated_at': '2020-12-04T01:09:20Z', 'revision_number': 5, 'project_id': 'ce5c26e5146b48d692420b8cf88ca227', 'gw_port': {'id': '9bbcdea4-28f1-4909-a777-ba0c52624cc0', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T01:04:51Z', 'updated_at': '2020-12-04T01:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb'}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:09:22.477208 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a794e43f-32bd-4865-976c-b1d8906cc4bc None None] Checking router: 8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80 for host: dv-cinder-763306-5-smb {{(pid=80329) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 01:09:22.486305 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a794e43f-32bd-4865-976c-b1d8906cc4bc None None] Routers {'8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80329) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 01:09:22.486951 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-a794e43f-32bd-4865-976c-b1d8906cc4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T01:09:17Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80'], 'active': True} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:09:22.575245 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-335ee198-e3e7-408f-b826-d1b49f6612a3 admin admin] For port 9bbcdea4-28f1-4909-a777-ba0c52624cc0, host dv-cinder-763306-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=9bbcdea4-28f1-4909-a777-ba0c52624cc0,segment=NetworkSegment(103ae13c-6127-42b5-b5fb-b54d98895d70),segment_id=103ae13c-6127-42b5-b5fb-b54d98895d70)] {{(pid=80326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:09:22.575642 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-335ee198-e3e7-408f-b826-d1b49f6612a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:22.703144 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-335ee198-e3e7-408f-b826-d1b49f6612a3 admin admin] Calling delete_port for 9bbcdea4-28f1-4909-a777-ba0c52624cc0 owned by network:router_gateway {{(pid=80326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 01:09:22.825829 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-a794e43f-32bd-4865-976c-b1d8906cc4bc None None] Set router 8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80 gateway port host: dv-cinder-763306-5-smb {{(pid=80329) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 01:09:22.889009 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-335ee198-e3e7-408f-b826-d1b49f6612a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291473225622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291473606618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27594304'] for port, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:23.143872 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-a794e43f-32bd-4865-976c-b1d8906cc4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80', 'name': 'tempest-TestShelveInstance-1595848104-router', 'tenant_id': 'ce5c26e5146b48d692420b8cf88ca227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': '9bbcdea4-28f1-4909-a777-ba0c52624cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T01:04:50Z', 'updated_at': '2020-12-04T01:09:20Z', 'revision_number': 5, 'project_id': 'ce5c26e5146b48d692420b8cf88ca227', 'gw_port': {'id': '9bbcdea4-28f1-4909-a777-ba0c52624cc0', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T01:04:51Z', 'updated_at': '2020-12-04T01:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb'}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80329) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:09:23.148721 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a794e43f-32bd-4865-976c-b1d8906cc4bc None None] The sync data for ids ['8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80'] in dv-cinder-763306-5-smb is: [{'id': '8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80', 'name': 'tempest-TestShelveInstance-1595848104-router', 'tenant_id': 'ce5c26e5146b48d692420b8cf88ca227', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.89'}], 'enable_snat': True}, 'gw_port_id': '9bbcdea4-28f1-4909-a777-ba0c52624cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T01:04:50Z', 'updated_at': '2020-12-04T01:09:20Z', 'revision_number': 5, 'project_id': 'ce5c26e5146b48d692420b8cf88ca227', 'gw_port': {'id': '9bbcdea4-28f1-4909-a777-ba0c52624cc0', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:21:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T01:04:51Z', 'updated_at': '2020-12-04T01:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb'}] {{(pid=80329) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 01:09:23.324174 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-335ee198-e3e7-408f-b826-d1b49f6612a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854119368'] for router_gateway, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:23.461776 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-335ee198-e3e7-408f-b826-d1b49f6612a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854110182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773384'] for router, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:23.464069 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-335ee198-e3e7-408f-b826-d1b49f6612a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:23.561411 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-335ee198-e3e7-408f-b826-d1b49f6612a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-657547'] for router, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:23.561967 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335ee198-e3e7-408f-b826-d1b49f6612a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80 {{(pid=80326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 04 01:09:23.574859 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-335ee198-e3e7-408f-b826-d1b49f6612a3 admin admin] Notify callbacks [] for router, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:23.576174 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-335ee198-e3e7-408f-b826-d1b49f6612a3 admin admin] 10.222.0.73 "DELETE /v2.0/routers/8a6603d8-0bee-4bff-8f80-d1b9c5e5bd80 HTTP/1.1" status: 204 len: 168 time: 1.5494351 Dec 04 01:09:23.579014 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 45954) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:09:23.650548 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a71567-2899-4fe3-9115-32f9175da1ea admin admin] Deleting subnet 7c55e5ca-7fc3-47d0-8a86-745a77902140 {{(pid=80326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 04 01:09:23.654330 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d2a71567-2899-4fe3-9115-32f9175da1ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:23.709516 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d2a71567-2899-4fe3-9115-32f9175da1ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1741052'] for subnet, precommit_delete_associations {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:23.790512 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d2a71567-2899-4fe3-9115-32f9175da1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3344645'] for subnet, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:24.235975 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d2a71567-2899-4fe3-9115-32f9175da1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851431139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27592852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593405'] for subnet, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:24.252818 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-c3376e08-31da-4ea5-9f23-77c024edda97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:09:24.291204 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a71567-2899-4fe3-9115-32f9175da1ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c55e5ca-7fc3-47d0-8a86-745a77902140,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:09:24.340946 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-d2a71567-2899-4fe3-9115-32f9175da1ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:09:24.384762 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-d2a71567-2899-4fe3-9115-32f9175da1ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:24.390548 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7ee2f4-f915-4da8-9e92-32478ab3a7da None None] Network bfa5898c-3584-4e54-a8ff-6424b843274f requested from dv-cinder-763306-5-smb {{(pid=80328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 01:09:24.393502 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-d2a71567-2899-4fe3-9115-32f9175da1ea admin admin] 10.222.0.73 "DELETE /v2.0/subnets/7c55e5ca-7fc3-47d0-8a86-745a77902140 HTTP/1.1" status: 204 len: 168 time: 0.8134301 Dec 04 01:09:24.396208 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 45958) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:09:24.513234 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-39724440-5527-487f-8c01-bb1e673b455e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851311705'] for network, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:24.579521 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-39724440-5527-487f-8c01-bb1e673b455e admin admin] Deleting port b06677bf-ea69-4473-aad9-fa2d19107406 {{(pid=80326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 01:09:24.579900 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-39724440-5527-487f-8c01-bb1e673b455e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:24.649562 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d04980-a481-4a3d-844a-514788fa9584 None None] DHCP port deletion for bfa5898c-3584-4e54-a8ff-6424b843274f request from dv-cinder-763306-5-smb {{(pid=80328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 04 01:09:24.653820 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-11d04980-a481-4a3d-844a-514788fa9584 None None] Deleting port b06677bf-ea69-4473-aad9-fa2d19107406 {{(pid=80328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 01:09:24.658985 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-11d04980-a481-4a3d-844a-514788fa9584 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:24.799861 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-39724440-5527-487f-8c01-bb1e673b455e admin admin] For port b06677bf-ea69-4473-aad9-fa2d19107406, host dv-cinder-763306-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=b06677bf-ea69-4473-aad9-fa2d19107406,segment=NetworkSegment(51697142-f127-455b-b2d8-603cfb3c31f1),segment_id=51697142-f127-455b-b2d8-603cfb3c31f1)] {{(pid=80326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:09:24.800187 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-39724440-5527-487f-8c01-bb1e673b455e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:24.866007 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-11d04980-a481-4a3d-844a-514788fa9584 None None] For port b06677bf-ea69-4473-aad9-fa2d19107406, host dv-cinder-763306-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=b06677bf-ea69-4473-aad9-fa2d19107406,segment=NetworkSegment(51697142-f127-455b-b2d8-603cfb3c31f1),segment_id=51697142-f127-455b-b2d8-603cfb3c31f1)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:09:24.866449 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-11d04980-a481-4a3d-844a-514788fa9584 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:24.927368 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-39724440-5527-487f-8c01-bb1e673b455e admin admin] Calling delete_port for b06677bf-ea69-4473-aad9-fa2d19107406 owned by network:dhcp {{(pid=80326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 01:09:25.000181 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-11d04980-a481-4a3d-844a-514788fa9584 None None] Calling delete_port for b06677bf-ea69-4473-aad9-fa2d19107406 owned by network:dhcp {{(pid=80328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 01:09:25.028741 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 0184c738-ce92-493f-8f4e-ea44bf0e1f7a no longer exists at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 01:09:25.031776 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-39724440-5527-487f-8c01-bb1e673b455e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291473225622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291473606618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27594304'] for port, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:25.045817 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-ab9ba2e4-1587-4056-931d-d1dd7a2d2fb1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:09:25.070572 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] No Port match for: 0184c738-ce92-493f-8f4e-ea44bf0e1f7a {{(pid=80328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 01:09:25.070899 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 0184c738-ce92-493f-8f4e-ea44bf0e1f7a not bound to the agent host dv-cinder-763306-5-smb {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 01:09:25.071394 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device b06677bf-ea69-4473-aad9-fa2d19107406 no longer exists at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 01:09:25.093137 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39724440-5527-487f-8c01-bb1e673b455e admin admin] Pushing event deleted for resources: {'Port': ['ID=b06677bf-ea69-4473-aad9-fa2d19107406,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:09:25.098097 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-39724440-5527-487f-8c01-bb1e673b455e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:09:25.111533 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] No Port match for: b06677bf-ea69-4473-aad9-fa2d19107406 {{(pid=80328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 01:09:25.111934 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device b06677bf-ea69-4473-aad9-fa2d19107406 not bound to the agent host dv-cinder-763306-5-smb {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 01:09:25.112403 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 9bbcdea4-28f1-4909-a777-ba0c52624cc0 no longer exists at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 01:09:25.152046 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] No Port match for: 9bbcdea4-28f1-4909-a777-ba0c52624cc0 {{(pid=80328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 01:09:25.152445 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 9bbcdea4-28f1-4909-a777-ba0c52624cc0 not bound to the agent host dv-cinder-763306-5-smb {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 01:09:25.177317 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.db.api [None req-11d04980-a481-4a3d-844a-514788fa9584 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80328) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 04 01:09:25.177731 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_db.api [None req-11d04980-a481-4a3d-844a-514788fa9584 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 04 01:09:25.207689 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39724440-5527-487f-8c01-bb1e673b455e admin admin] No DVR routers for this DVR port b06677bf-ea69-4473-aad9-fa2d19107406 on host dv-cinder-763306-5-smb {{(pid=80326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 01:09:25.329797 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-39724440-5527-487f-8c01-bb1e673b455e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3342492', 'neutron.services.segments.db._delete_segments_for_network--9223363291473146808'] for network, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:25.442301 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.segments.db [None req-39724440-5527-487f-8c01-bb1e673b455e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfa5898c-3584-4e54-a8ff-6424b843274f']}} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:09:25.458482 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.segments.db [None req-39724440-5527-487f-8c01-bb1e673b455e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51697142-f127-455b-b2d8-603cfb3c31f1') {'for_net_delete': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:09:25.458815 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.segments.db [None req-39724440-5527-487f-8c01-bb1e673b455e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51697142-f127-455b-b2d8-603cfb3c31f1') {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:09:25.470834 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-39724440-5527-487f-8c01-bb1e673b455e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291473144760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853034764'] for segment, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:25.486151 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-39724440-5527-487f-8c01-bb1e673b455e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851436430'] for segment, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:25.488201 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-39724440-5527-487f-8c01-bb1e673b455e admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 04 01:09:25.668608 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-39724440-5527-487f-8c01-bb1e673b455e admin admin] Network bfa5898c-3584-4e54-a8ff-6424b843274f has no segments {{(pid=80326) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 01:09:25.677812 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-39724440-5527-487f-8c01-bb1e673b455e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3339386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827181513'] for segment, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:25.679095 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-11d04980-a481-4a3d-844a-514788fa9584 None None] Deleting port b06677bf-ea69-4473-aad9-fa2d19107406 {{(pid=80328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 01:09:25.679571 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-11d04980-a481-4a3d-844a-514788fa9584 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:25.745097 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-11d04980-a481-4a3d-844a-514788fa9584 None None] The port 'b06677bf-ea69-4473-aad9-fa2d19107406' was deleted {{(pid=80328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 04 01:09:25.860564 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-39724440-5527-487f-8c01-bb1e673b455e admin admin] Network bfa5898c-3584-4e54-a8ff-6424b843274f has no segments {{(pid=80326) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 01:09:25.883763 dv-cinder-763306-5-smb neutron-server[80215]: Traceback (most recent call last): Dec 04 01:09:25.883763 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 04 01:09:25.883763 dv-cinder-763306-5-smb neutron-server[80215]: timer() Dec 04 01:09:25.883763 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 04 01:09:25.883763 dv-cinder-763306-5-smb neutron-server[80215]: cb(*args, **kw) Dec 04 01:09:25.883763 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 04 01:09:25.883763 dv-cinder-763306-5-smb neutron-server[80215]: return func(*args, **kwargs) Dec 04 01:09:25.883763 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 04 01:09:25.883763 dv-cinder-763306-5-smb neutron-server[80215]: self._notify() Dec 04 01:09:25.883763 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 04 01:09:25.883763 dv-cinder-763306-5-smb neutron-server[80215]: self.callback(batched_events) Dec 04 01:09:25.883763 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 04 01:09:25.883763 dv-cinder-763306-5-smb neutron-server[80215]: event.method(event) Dec 04 01:09:25.883763 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 04 01:09:25.883763 dv-cinder-763306-5-smb neutron-server[80215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 04 01:09:25.883763 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 04 01:09:25.883763 dv-cinder-763306-5-smb neutron-server[80215]: segment_id)['aggregates'][0] Dec 04 01:09:25.883763 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 04 01:09:25.883763 dv-cinder-763306-5-smb neutron-server[80215]: return f(self, *a, **k) Dec 04 01:09:25.883763 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 04 01:09:25.883763 dv-cinder-763306-5-smb neutron-server[80215]: return self._get(url).json() Dec 04 01:09:25.883763 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 04 01:09:25.883763 dv-cinder-763306-5-smb neutron-server[80215]: **kwargs) Dec 04 01:09:25.883763 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 04 01:09:25.883763 dv-cinder-763306-5-smb neutron-server[80215]: return self.request(url, 'GET', **kwargs) Dec 04 01:09:25.883763 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 04 01:09:25.883763 dv-cinder-763306-5-smb neutron-server[80215]: **endpoint_filter) Dec 04 01:09:25.883763 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 04 01:09:25.883763 dv-cinder-763306-5-smb neutron-server[80215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 04 01:09:25.883763 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 04 01:09:25.883763 dv-cinder-763306-5-smb neutron-server[80215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 04 01:09:25.883763 dv-cinder-763306-5-smb neutron-server[80215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 04 01:09:25.997403 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-39724440-5527-487f-8c01-bb1e673b455e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851433324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656478'] for network, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:26.002137 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-39724440-5527-487f-8c01-bb1e673b455e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for network, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:26.005988 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:09:26.030268 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39724440-5527-487f-8c01-bb1e673b455e admin admin] Pushing event deleted for resources: {'Network': ['ID=bfa5898c-3584-4e54-a8ff-6424b843274f,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:09:26.033058 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-39724440-5527-487f-8c01-bb1e673b455e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:09:26.037094 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-39724440-5527-487f-8c01-bb1e673b455e admin admin] 10.222.0.73 "DELETE /v2.0/networks/bfa5898c-3584-4e54-a8ff-6424b843274f HTTP/1.1" status: 204 len: 168 time: 1.6398749 Dec 04 01:09:26.040216 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 45962) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:09:26.395372 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b5566687-6310-4723-96e2-ea44b7d846e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854080080'] for router_interface, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:27.215339 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-b5566687-6310-4723-96e2-ea44b7d846e7 admin admin] Deleting port 33b1fe03-f781-4dac-90ce-ee5a00e3a8d2 {{(pid=80326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 01:09:27.215821 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b5566687-6310-4723-96e2-ea44b7d846e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:27.395040 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-b5566687-6310-4723-96e2-ea44b7d846e7 admin admin] For port 33b1fe03-f781-4dac-90ce-ee5a00e3a8d2, host dv-cinder-763306-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=33b1fe03-f781-4dac-90ce-ee5a00e3a8d2,segment=NetworkSegment(cc9ea7a8-efa1-455c-9206-13f6fe23d1ee),segment_id=cc9ea7a8-efa1-455c-9206-13f6fe23d1ee)] {{(pid=80326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:09:27.395487 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b5566687-6310-4723-96e2-ea44b7d846e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:27.528286 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-b5566687-6310-4723-96e2-ea44b7d846e7 admin admin] Calling delete_port for 33b1fe03-f781-4dac-90ce-ee5a00e3a8d2 owned by network:router_interface {{(pid=80326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 01:09:27.720894 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b5566687-6310-4723-96e2-ea44b7d846e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291473225622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291473606618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27594304'] for port, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:27.738903 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-5e07eb90-5047-41e5-8863-53a3faa49d22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:09:27.784045 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5566687-6310-4723-96e2-ea44b7d846e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=33b1fe03-f781-4dac-90ce-ee5a00e3a8d2,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:09:27.831641 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-b5566687-6310-4723-96e2-ea44b7d846e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:09:28.139202 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b5566687-6310-4723-96e2-ea44b7d846e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3187187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-714861'] for router_interface, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:28.344612 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 6 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 01:09:28.635746 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5566687-6310-4723-96e2-ea44b7d846e7 admin admin] Router 7956faeb-0f63-428b-b655-9bffe37090e6 has already been hosted by L3 agent 584cecf2-ad77-484a-986e-0fea284e741d {{(pid=80326) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Dec 04 01:09:28.816413 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5566687-6310-4723-96e2-ea44b7d846e7 admin admin] Notify agent at l3_agent.dv-cinder-763306-5-smb the message routers_updated {{(pid=80326) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 04 01:09:28.826036 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add667f4-2292-4252-bbd7-484a228f7d70 None None] Sync routers for ids ['7956faeb-0f63-428b-b655-9bffe37090e6'] in dv-cinder-763306-5-smb {{(pid=80328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 04 01:09:28.826370 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-b5566687-6310-4723-96e2-ea44b7d846e7 admin admin] 10.222.0.73 "PUT /v2.0/routers/7956faeb-0f63-428b-b655-9bffe37090e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7850926 Dec 04 01:09:28.829157 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 45966) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:09:28.836161 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add667f4-2292-4252-bbd7-484a228f7d70 None None] Routers {'7956faeb-0f63-428b-b655-9bffe37090e6'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 01:09:28.836825 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-add667f4-2292-4252-bbd7-484a228f7d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T01:09:17Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['7956faeb-0f63-428b-b655-9bffe37090e6'], 'active': True} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:09:29.018596 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-55ac7032-5930-41b2-81b5-6b26352d1e37 admin admin] Notify callbacks [] for router, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:29.024912 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-add667f4-2292-4252-bbd7-484a228f7d70 None None] Set router 7956faeb-0f63-428b-b655-9bffe37090e6 gateway port host: dv-cinder-763306-5-smb {{(pid=80328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 01:09:29.448261 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-55ac7032-5930-41b2-81b5-6b26352d1e37 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:29.453534 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-55ac7032-5930-41b2-81b5-6b26352d1e37 admin admin] Deleting port 01c81dd9-f7e5-41c9-b8b1-91d694c395e0 {{(pid=80326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 01:09:29.453909 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-55ac7032-5930-41b2-81b5-6b26352d1e37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:29.494839 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-add667f4-2292-4252-bbd7-484a228f7d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7956faeb-0f63-428b-b655-9bffe37090e6', 'name': 'tempest-TestShelveInstance-1033556150-router', 'tenant_id': '6ab11269796849be83731c1961eb7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '01c81dd9-f7e5-41c9-b8b1-91d694c395e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T01:04:59Z', 'updated_at': '2020-12-04T01:09:27Z', 'revision_number': 5, 'project_id': '6ab11269796849be83731c1961eb7b22', 'gw_port': {'id': '01c81dd9-f7e5-41c9-b8b1-91d694c395e0', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ef:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7956faeb-0f63-428b-b655-9bffe37090e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T01:05:00Z', 'updated_at': '2020-12-04T01:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb'}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:09:29.498947 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add667f4-2292-4252-bbd7-484a228f7d70 None None] Checking router: 7956faeb-0f63-428b-b655-9bffe37090e6 for host: dv-cinder-763306-5-smb {{(pid=80328) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 04 01:09:29.507960 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add667f4-2292-4252-bbd7-484a228f7d70 None None] Routers {'7956faeb-0f63-428b-b655-9bffe37090e6'} bound to L3 agent in host dv-cinder-763306-5-smb {{(pid=80328) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 04 01:09:29.508634 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-add667f4-2292-4252-bbd7-484a228f7d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-04T00:44:47Z,description=,heartbeat_timestamp=2020-12-04T01:09:17Z,host='dv-cinder-763306-5-smb',id=584cecf2-ad77-484a-986e-0fea284e741d,load=0,resource_versions=,resources_synced=,started_at=2020-12-04T00:44:47Z,topic='l3_agent')) {'router_ids': ['7956faeb-0f63-428b-b655-9bffe37090e6'], 'active': True} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:09:29.638987 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-55ac7032-5930-41b2-81b5-6b26352d1e37 admin admin] For port 01c81dd9-f7e5-41c9-b8b1-91d694c395e0, host dv-cinder-763306-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=01c81dd9-f7e5-41c9-b8b1-91d694c395e0,segment=NetworkSegment(103ae13c-6127-42b5-b5fb-b54d98895d70),segment_id=103ae13c-6127-42b5-b5fb-b54d98895d70)] {{(pid=80326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:09:29.639341 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-55ac7032-5930-41b2-81b5-6b26352d1e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:29.697068 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvr_db [None req-add667f4-2292-4252-bbd7-484a228f7d70 None None] Set router 7956faeb-0f63-428b-b655-9bffe37090e6 gateway port host: dv-cinder-763306-5-smb {{(pid=80328) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Dec 04 01:09:29.765820 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-55ac7032-5930-41b2-81b5-6b26352d1e37 admin admin] Calling delete_port for 01c81dd9-f7e5-41c9-b8b1-91d694c395e0 owned by network:router_gateway {{(pid=80326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 01:09:29.898473 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-55ac7032-5930-41b2-81b5-6b26352d1e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291473225622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291473606618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27594304'] for port, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:29.996930 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_hamode_db [None req-add667f4-2292-4252-bbd7-484a228f7d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7956faeb-0f63-428b-b655-9bffe37090e6', 'name': 'tempest-TestShelveInstance-1033556150-router', 'tenant_id': '6ab11269796849be83731c1961eb7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '01c81dd9-f7e5-41c9-b8b1-91d694c395e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T01:04:59Z', 'updated_at': '2020-12-04T01:09:27Z', 'revision_number': 5, 'project_id': '6ab11269796849be83731c1961eb7b22', 'gw_port': {'id': '01c81dd9-f7e5-41c9-b8b1-91d694c395e0', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ef:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7956faeb-0f63-428b-b655-9bffe37090e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T01:05:00Z', 'updated_at': '2020-12-04T01:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb'}], 'dv-cinder-763306-5-smb', False) {} {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:09:30.001187 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add667f4-2292-4252-bbd7-484a228f7d70 None None] The sync data for ids ['7956faeb-0f63-428b-b655-9bffe37090e6'] in dv-cinder-763306-5-smb is: [{'id': '7956faeb-0f63-428b-b655-9bffe37090e6', 'name': 'tempest-TestShelveInstance-1033556150-router', 'tenant_id': '6ab11269796849be83731c1961eb7b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'external_fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '01c81dd9-f7e5-41c9-b8b1-91d694c395e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-04T01:04:59Z', 'updated_at': '2020-12-04T01:09:27Z', 'revision_number': 5, 'project_id': '6ab11269796849be83731c1961eb7b22', 'gw_port': {'id': '01c81dd9-f7e5-41c9-b8b1-91d694c395e0', 'name': '', 'network_id': '70fae593-b8e3-4ff7-b3b9-3060a635d4ae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ef:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7956faeb-0f63-428b-b655-9bffe37090e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '838c8f98-d37b-4481-803e-42068845ce24', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-04T01:05:00Z', 'updated_at': '2020-12-04T01:05:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '838c8f98-d37b-4481-803e-42068845ce24', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-5-smb'}] {{(pid=80328) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 04 01:09:30.092570 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-55ac7032-5930-41b2-81b5-6b26352d1e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854119368'] for router_gateway, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:30.226600 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-55ac7032-5930-41b2-81b5-6b26352d1e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854110182', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773384'] for router, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:30.229242 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-55ac7032-5930-41b2-81b5-6b26352d1e37 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:30.477600 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-55ac7032-5930-41b2-81b5-6b26352d1e37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-657547'] for router, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:30.478171 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ac7032-5930-41b2-81b5-6b26352d1e37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7956faeb-0f63-428b-b655-9bffe37090e6 {{(pid=80326) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 04 01:09:30.491576 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-55ac7032-5930-41b2-81b5-6b26352d1e37 admin admin] Notify callbacks [] for router, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:30.492824 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-55ac7032-5930-41b2-81b5-6b26352d1e37 admin admin] 10.222.0.73 "DELETE /v2.0/routers/7956faeb-0f63-428b-b655-9bffe37090e6 HTTP/1.1" status: 204 len: 168 time: 1.6626673 Dec 04 01:09:30.496227 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 45972) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:09:30.570072 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.db_base_plugin_v2 [None req-33c8ed08-fc8f-4a61-b06b-a14be5a10b9c admin admin] Deleting subnet 60152a4c-dfc0-4fc5-94b3-4b8fc173b293 {{(pid=80326) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Dec 04 01:09:30.573246 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-33c8ed08-fc8f-4a61-b06b-a14be5a10b9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:30.627120 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-33c8ed08-fc8f-4a61-b06b-a14be5a10b9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1741052'] for subnet, precommit_delete_associations {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:30.716223 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-33c8ed08-fc8f-4a61-b06b-a14be5a10b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3344645'] for subnet, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:31.015526 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 01c81dd9-f7e5-41c9-b8b1-91d694c395e0 no longer exists at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 01:09:31.053286 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] No Port match for: 01c81dd9-f7e5-41c9-b8b1-91d694c395e0 {{(pid=80328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 01:09:31.053680 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 01c81dd9-f7e5-41c9-b8b1-91d694c395e0 not bound to the agent host dv-cinder-763306-5-smb {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 01:09:31.054149 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 33b1fe03-f781-4dac-90ce-ee5a00e3a8d2 no longer exists at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 01:09:31.066132 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-33c8ed08-fc8f-4a61-b06b-a14be5a10b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851431139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27592852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1593405'] for subnet, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:31.082294 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:09:31.086304 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] No Port match for: 33b1fe03-f781-4dac-90ce-ee5a00e3a8d2 {{(pid=80328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 01:09:31.086701 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 33b1fe03-f781-4dac-90ce-ee5a00e3a8d2 not bound to the agent host dv-cinder-763306-5-smb {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 01:09:31.169241 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c8ed08-fc8f-4a61-b06b-a14be5a10b9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60152a4c-dfc0-4fc5-94b3-4b8fc173b293,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:09:31.183742 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-33c8ed08-fc8f-4a61-b06b-a14be5a10b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:09:31.217662 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-33c8ed08-fc8f-4a61-b06b-a14be5a10b9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:31.223116 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabec3e0-79de-4118-b021-12d79b5126ed None None] Network 0cde21ae-4d18-4500-8a07-b82011c14de4 requested from dv-cinder-763306-5-smb {{(pid=80328) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 04 01:09:31.223925 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-33c8ed08-fc8f-4a61-b06b-a14be5a10b9c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/60152a4c-dfc0-4fc5-94b3-4b8fc173b293 HTTP/1.1" status: 204 len: 168 time: 0.7265854 Dec 04 01:09:31.226510 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 45976) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:09:31.343646 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9605099b-57c5-4d9d-be6f-661234ab9a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036851311705'] for network, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:31.413757 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-9605099b-57c5-4d9d-be6f-661234ab9a26 admin admin] Deleting port 6021fb3c-0b69-4d94-9026-84ddcd8e96d4 {{(pid=80326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 01:09:31.414134 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9605099b-57c5-4d9d-be6f-661234ab9a26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:31.471592 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d1c2d6-8281-4215-9c9f-249eec6d4f92 None None] DHCP port deletion for 0cde21ae-4d18-4500-8a07-b82011c14de4 request from dv-cinder-763306-5-smb {{(pid=80328) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 04 01:09:31.475956 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-45d1c2d6-8281-4215-9c9f-249eec6d4f92 None None] Deleting port 6021fb3c-0b69-4d94-9026-84ddcd8e96d4 {{(pid=80328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 01:09:31.476386 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-45d1c2d6-8281-4215-9c9f-249eec6d4f92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:31.630084 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-9605099b-57c5-4d9d-be6f-661234ab9a26 admin admin] For port 6021fb3c-0b69-4d94-9026-84ddcd8e96d4, host dv-cinder-763306-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=6021fb3c-0b69-4d94-9026-84ddcd8e96d4,segment=NetworkSegment(cc9ea7a8-efa1-455c-9206-13f6fe23d1ee),segment_id=cc9ea7a8-efa1-455c-9206-13f6fe23d1ee)] {{(pid=80326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:09:31.630626 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9605099b-57c5-4d9d-be6f-661234ab9a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:31.692591 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.db [None req-45d1c2d6-8281-4215-9c9f-249eec6d4f92 None None] For port 6021fb3c-0b69-4d94-9026-84ddcd8e96d4, host dv-cinder-763306-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-5-smb',level=0,port_id=6021fb3c-0b69-4d94-9026-84ddcd8e96d4,segment=NetworkSegment(cc9ea7a8-efa1-455c-9206-13f6fe23d1ee),segment_id=cc9ea7a8-efa1-455c-9206-13f6fe23d1ee)] {{(pid=80328) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Dec 04 01:09:31.693036 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-45d1c2d6-8281-4215-9c9f-249eec6d4f92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-694230'] for port, precommit_delete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:31.759969 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-9605099b-57c5-4d9d-be6f-661234ab9a26 admin admin] Calling delete_port for 6021fb3c-0b69-4d94-9026-84ddcd8e96d4 owned by network:dhcp {{(pid=80326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 01:09:31.819101 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-45d1c2d6-8281-4215-9c9f-249eec6d4f92 None None] Calling delete_port for 6021fb3c-0b69-4d94-9026-84ddcd8e96d4 owned by network:dhcp {{(pid=80328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Dec 04 01:09:31.866020 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9605099b-57c5-4d9d-be6f-661234ab9a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3449792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-416393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363291473225622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363291473606618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27594304'] for port, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:31.882186 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-e73f51e9-a245-47d5-a78b-33037adfbdcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:09:31.892056 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.db.api [None req-45d1c2d6-8281-4215-9c9f-249eec6d4f92 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80328) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 04 01:09:31.892469 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_db.api [None req-45d1c2d6-8281-4215-9c9f-249eec6d4f92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80328) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 04 01:09:31.926968 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605099b-57c5-4d9d-be6f-661234ab9a26 admin admin] Pushing event deleted for resources: {'Port': ['ID=6021fb3c-0b69-4d94-9026-84ddcd8e96d4,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:09:31.977961 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-9605099b-57c5-4d9d-be6f-661234ab9a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:09:32.025375 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9605099b-57c5-4d9d-be6f-661234ab9a26 admin admin] No DVR routers for this DVR port 6021fb3c-0b69-4d94-9026-84ddcd8e96d4 on host dv-cinder-763306-5-smb {{(pid=80326) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 04 01:09:32.151354 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9605099b-57c5-4d9d-be6f-661234ab9a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3342492', 'neutron.services.segments.db._delete_segments_for_network--9223363291473146808'] for network, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:32.270772 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.segments.db [None req-9605099b-57c5-4d9d-be6f-661234ab9a26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cde21ae-4d18-4500-8a07-b82011c14de4']}} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:09:32.284095 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.segments.db [None req-9605099b-57c5-4d9d-be6f-661234ab9a26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc9ea7a8-efa1-455c-9206-13f6fe23d1ee') {'for_net_delete': True} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:09:32.284436 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.services.segments.db [None req-9605099b-57c5-4d9d-be6f-661234ab9a26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc9ea7a8-efa1-455c-9206-13f6fe23d1ee') {} {{(pid=80326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 04 01:09:32.297010 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9605099b-57c5-4d9d-be6f-661234ab9a26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363291473144760', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853034764'] for segment, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:32.386003 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9605099b-57c5-4d9d-be6f-661234ab9a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851436430'] for segment, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:32.388130 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9605099b-57c5-4d9d-be6f-661234ab9a26 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80326) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Dec 04 01:09:32.393744 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-45d1c2d6-8281-4215-9c9f-249eec6d4f92 None None] Deleting port 6021fb3c-0b69-4d94-9026-84ddcd8e96d4 {{(pid=80328) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}} Dec 04 01:09:32.394244 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-45d1c2d6-8281-4215-9c9f-249eec6d4f92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745381573064'] for port, before_delete {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:32.459603 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-45d1c2d6-8281-4215-9c9f-249eec6d4f92 None None] The port '6021fb3c-0b69-4d94-9026-84ddcd8e96d4' was deleted {{(pid=80328) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}} Dec 04 01:09:32.574481 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-9605099b-57c5-4d9d-be6f-661234ab9a26 admin admin] Network 0cde21ae-4d18-4500-8a07-b82011c14de4 has no segments {{(pid=80326) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 01:09:32.583642 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9605099b-57c5-4d9d-be6f-661234ab9a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3339386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036827181513'] for segment, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:32.761887 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.managers [None req-9605099b-57c5-4d9d-be6f-661234ab9a26 admin admin] Network 0cde21ae-4d18-4500-8a07-b82011c14de4 has no segments {{(pid=80326) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Dec 04 01:09:32.784481 dv-cinder-763306-5-smb neutron-server[80215]: Traceback (most recent call last): Dec 04 01:09:32.784481 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 04 01:09:32.784481 dv-cinder-763306-5-smb neutron-server[80215]: timer() Dec 04 01:09:32.784481 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 04 01:09:32.784481 dv-cinder-763306-5-smb neutron-server[80215]: cb(*args, **kw) Dec 04 01:09:32.784481 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Dec 04 01:09:32.784481 dv-cinder-763306-5-smb neutron-server[80215]: return func(*args, **kwargs) Dec 04 01:09:32.784481 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 04 01:09:32.784481 dv-cinder-763306-5-smb neutron-server[80215]: self._notify() Dec 04 01:09:32.784481 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 04 01:09:32.784481 dv-cinder-763306-5-smb neutron-server[80215]: self.callback(batched_events) Dec 04 01:09:32.784481 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 04 01:09:32.784481 dv-cinder-763306-5-smb neutron-server[80215]: event.method(event) Dec 04 01:09:32.784481 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 04 01:09:32.784481 dv-cinder-763306-5-smb neutron-server[80215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 04 01:09:32.784481 dv-cinder-763306-5-smb neutron-server[80215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 04 01:09:32.784481 dv-cinder-763306-5-smb neutron-server[80215]: segment_id)['aggregates'][0] Dec 04 01:09:32.784481 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 04 01:09:32.784481 dv-cinder-763306-5-smb neutron-server[80215]: return f(self, *a, **k) Dec 04 01:09:32.784481 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 04 01:09:32.784481 dv-cinder-763306-5-smb neutron-server[80215]: return self._get(url).json() Dec 04 01:09:32.784481 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Dec 04 01:09:32.784481 dv-cinder-763306-5-smb neutron-server[80215]: **kwargs) Dec 04 01:09:32.784481 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Dec 04 01:09:32.784481 dv-cinder-763306-5-smb neutron-server[80215]: return self.request(url, 'GET', **kwargs) Dec 04 01:09:32.784481 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Dec 04 01:09:32.784481 dv-cinder-763306-5-smb neutron-server[80215]: **endpoint_filter) Dec 04 01:09:32.784481 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Dec 04 01:09:32.784481 dv-cinder-763306-5-smb neutron-server[80215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 04 01:09:32.784481 dv-cinder-763306-5-smb neutron-server[80215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Dec 04 01:09:32.784481 dv-cinder-763306-5-smb neutron-server[80215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 04 01:09:32.784481 dv-cinder-763306-5-smb neutron-server[80215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 04 01:09:33.016871 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 6021fb3c-0b69-4d94-9026-84ddcd8e96d4 no longer exists at agent ovs-agent-dv-cinder-763306-5-smb {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 04 01:09:33.049103 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.plugin [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] No Port match for: 6021fb3c-0b69-4d94-9026-84ddcd8e96d4 {{(pid=80328) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Dec 04 01:09:33.049493 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.plugins.ml2.rpc [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Device 6021fb3c-0b69-4d94-9026-84ddcd8e96d4 not bound to the agent host dv-cinder-763306-5-smb {{(pid=80328) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 04 01:09:33.106621 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9605099b-57c5-4d9d-be6f-661234ab9a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851433324', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103313', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851588616', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656478'] for network, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:33.110806 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-9605099b-57c5-4d9d-be6f-661234ab9a26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3234838'] for network, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:33.114767 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:09:33.136749 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605099b-57c5-4d9d-be6f-661234ab9a26 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cde21ae-4d18-4500-8a07-b82011c14de4,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:09:33.139364 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-9605099b-57c5-4d9d-be6f-661234ab9a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:09:33.141394 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-9605099b-57c5-4d9d-be6f-661234ab9a26 admin admin] 10.222.0.73 "DELETE /v2.0/networks/0cde21ae-4d18-4500-8a07-b82011c14de4 HTTP/1.1" status: 204 len: 168 time: 1.9136145 Dec 04 01:09:33.470118 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 45982) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:09:33.521495 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-20493ab4-9ba9-41ee-83c4-ed1a930eb025 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ce5c26e5146b48d692420b8cf88ca227&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0501008 Dec 04 01:09:33.523995 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 45986) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:09:33.591460 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f5690f7d-013b-4de9-a10e-c07903d39023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:33.618069 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f5690f7d-013b-4de9-a10e-c07903d39023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:33.820361 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f5690f7d-013b-4de9-a10e-c07903d39023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:33.826399 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-12cb4ba4-77d8-4f89-b934-89bb081f971a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:09:33.840980 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5690f7d-013b-4de9-a10e-c07903d39023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed86d931-7048-473a-8c33-f774bbe9cf86,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:09:33.843902 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-f5690f7d-013b-4de9-a10e-c07903d39023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:09:33.850269 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-f5690f7d-013b-4de9-a10e-c07903d39023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:33.851530 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-f5690f7d-013b-4de9-a10e-c07903d39023 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ed86d931-7048-473a-8c33-f774bbe9cf86 HTTP/1.1" status: 204 len: 168 time: 0.3265440 Dec 04 01:09:34.479746 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 45994) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:09:34.531739 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-71dc4bc9-738d-470b-8a25-200de6a5fbe2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6ab11269796849be83731c1961eb7b22&name=default HTTP/1.1" status: 200 len: 2879 time: 0.0506542 Dec 04 01:09:34.534492 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [-] (80326) accepted ('10.222.0.73', 45998) {{(pid=80326) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 04 01:09:34.596963 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-7463a5cc-c786-4095-92f1-b08a533a1a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:34.624713 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-7463a5cc-c786-4095-92f1-b08a533a1a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:34.865841 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-7463a5cc-c786-4095-92f1-b08a533a1a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854103349'] for security_group, after_delete {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:34.871602 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-28769da7-63eb-4c28-ac4f-f8ae9f8c9271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Dec 04 01:09:34.884561 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7463a5cc-c786-4095-92f1-b08a533a1a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3839e50b-721f-4bd0-a425-d240b019345d,revision_number=None']} {{(pid=80326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 04 01:09:34.887846 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG oslo_concurrency.lockutils [None req-7463a5cc-c786-4095-92f1-b08a533a1a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Dec 04 01:09:34.891418 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-7463a5cc-c786-4095-92f1-b08a533a1a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:34.893642 dv-cinder-763306-5-smb neutron-server[80215]: INFO neutron.wsgi [None req-7463a5cc-c786-4095-92f1-b08a533a1a4e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3839e50b-721f-4bd0-a425-d240b019345d HTTP/1.1" status: 204 len: 168 time: 0.3577456 Dec 04 01:09:44.680854 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c453abbf-ee38-4724-bfe1-127b68c6ffcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:46.372685 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:46.794925 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-68164925-732e-459d-a56d-b6977edb4cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:47.494936 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:48.488372 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:09:48.979934 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:10:05.343638 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 6 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 01:10:08.746457 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [req-7e392d62-a0a7-4f48-9ad8-d39cca034534 req-8c69f045-d674-4599-9b5e-b7725fb0f2fe service neutron] (80326) timed out ('10.222.0.86', 62445) {{(pid=80326) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 04 01:10:11.669270 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [req-29fa6ec1-431c-4ec4-ad65-d376dd19cfb5 req-2bd69fbe-9105-45da-9278-4b140026c0da service neutron] (80326) timed out ('10.222.0.86', 62470) {{(pid=80326) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 04 01:10:14.687977 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a330d238-174a-485e-adf7-6b4ee90c6d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:10:16.325986 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:10:16.805460 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a8141f0b-064b-4c41-9e79-6ed2cc8817ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:10:17.497192 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:10:18.487908 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:10:18.983104 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:10:42.342633 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 6 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 01:10:44.658657 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-45689b22-86d4-430a-b26d-d5dba41af026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:10:46.356373 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:10:46.772747 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-27a039f7-949e-47fc-8737-23cbbe52979f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:10:47.487084 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:10:48.493082 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:10:48.978730 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:11:14.669637 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-fff2dc22-8154-4d33-8249-78c7dec0586d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:11:16.373039 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:11:16.778218 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-0d813a10-38a3-4eb5-87d1-4b37516bc979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:11:17.507478 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:11:18.501431 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:11:18.989639 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:11:19.340746 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 6 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 01:11:44.685896 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c604d300-935e-4f4c-a120-b022832800be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:11:46.388864 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:11:46.788956 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-db72a3d0-12b2-4d8b-a5bb-a8d7db0b3505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:11:47.145881 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [req-a6292cd7-23e2-4f53-bb1c-aba20f51e3d5 req-c2c3e2f4-d025-4448-b59e-eee1a0e673b2 service neutron] (80327) timed out ('10.222.0.86', 62475) {{(pid=80327) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 04 01:11:47.497634 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:11:48.504313 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:11:48.992963 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:11:56.338893 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 6 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 01:12:14.671769 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e1dc3cba-5306-4f6b-9d54-aceeffe4489a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:12:16.414720 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:12:16.797843 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-55c04cc6-ba7e-4d10-994c-829303f30e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:12:17.511973 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:12:18.489330 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:12:18.991955 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:12:22.666568 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.wsgi [req-20777fd9-ff69-4313-af75-c2cfbdb69c45 req-3e9195e1-b4ec-4378-b2a4-d8665cb7c4e1 service neutron] (80326) timed out ('10.222.0.73', 39694) {{(pid=80326) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Dec 04 01:12:33.337044 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 6 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 01:12:44.671542 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-3ebd16a1-7c89-4658-8703-5b1b44fbf47c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:12:46.399134 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:12:46.787832 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-c00e0f1e-cf95-4ce9-8779-142b55a937f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:12:47.519378 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:12:48.517000 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:12:49.005015 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:13:10.335745 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 6 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 01:13:14.701809 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-93e0ee08-2b18-4026-b71a-8bda69468023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:13:16.419599 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:13:16.787177 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-4dae2d63-9e6d-4cbf-b3de-798584ac3d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:13:17.513003 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:13:18.504766 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:13:18.990661 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:13:44.675883 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-1610d6ad-aef2-45ac-b53c-893b69a06242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:13:46.441720 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:13:46.801839 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-fef1b3b9-c4c2-4b16-af7d-035fda7de2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:13:47.334401 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 6 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 01:13:47.510035 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:13:48.501042 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:13:49.003540 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:14:14.677682 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-62f7757d-71f9-4d62-9634-2f3f13f50cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:14:16.437458 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:14:16.789166 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-e8e643ff-8180-4b74-80c4-7abea31ad443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:14:17.520658 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:14:18.491974 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:14:19.000606 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:14:24.332919 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron.db.agents_db [None req-03977c19-0899-4de1-82b8-96f9a70d7746 None None] Agent healthcheck: found 6 active agents {{(pid=80329) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Dec 04 01:14:44.674746 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-925a7240-fa39-450a-8565-eab260b6e8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:14:46.442720 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-a53cf266-6f5a-4c8f-8411-52b6098746da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:14:46.785474 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-afc2c0e0-a8a5-4bd0-8b24-4024d0e922ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:14:47.516708 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-b42f6368-c0ad-46e6-95d1-7471e97be410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:14:48.503798 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-64489d66-09c5-40b9-a5d6-73df7f9e8d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 04 01:14:49.017688 dv-cinder-763306-5-smb neutron-server[80215]: DEBUG neutron_lib.callbacks.manager [None req-82e72945-8fa5-4beb-b72e-08b55b4d1dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363291473146825', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3348926'] for agent, after_update {{(pid=80328) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}